diff --git a/recommendation/rcp_logs/gbs_8192/seed1023733178.log b/recommendation/rcp_logs/gbs_8192/seed1023733178.log deleted file mode 100644 index 7052fed72..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed1023733178.log +++ /dev/null @@ -1,1779 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1785027753977, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1785027753977, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1785027775226, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1023733178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1785027775228, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1785027775229, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1785028699322, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1785028699323, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1785028699641, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1785028821175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13844019174575806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1785028833847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13924850523471832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028846936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13864125311374664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028860229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13920073211193085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028873660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391812264919281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028887007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13896214962005615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028900396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1392296403646469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028913955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13854539394378662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028927437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886260986328125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028940753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391156166791916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028954514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876685500144958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028968074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872379064559937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028981809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13899289071559906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785028995227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867613673210144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785028995228, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785028995228, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029081412, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5003319978713989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029081413, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029081414, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029094766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13919948041439056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029108425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13895992934703827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029122414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386914849281311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029135997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13917577266693115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029149782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13906386494636536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029163995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138967365026474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029177624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13893288373947144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029191471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885538280010223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029205949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13895708322525024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029219957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388533115386963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029234448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871565461158752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029248821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13866043090820312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029262881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388092339038849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029277416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876329362392426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029277417, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029277417, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029364601, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5004019141197205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029364602, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029364603, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029378844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859286904335022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029393177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870058953762054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029407514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13864335417747498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029421989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13807161152362823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029436194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833846151828766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029450397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860875368118286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029464595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382833570241928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029479330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13812696933746338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029493743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762766122817993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029507992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796959817409515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029522371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381940394639969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029536503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13811561465263367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029551703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13831716775894165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029566385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13811111450195312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029566386, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029566386, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029653076, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5004539489746094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029653077, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029653077, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029667586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735169172286987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029682273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796786963939667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029696747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137409046292305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029711844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13815976679325104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029726481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775962591171265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029741237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382155418395996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029756033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13720513880252838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029770636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767804205417633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029785633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13732370734214783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029800630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847987353801727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029815581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369217485189438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029830474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819539546966553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029845288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361556500196457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029860287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13715818524360657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029860288, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029860288, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029946483, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5005810856819153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029946484, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029946484, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029960933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13683250546455383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029975413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13609425723552704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029989602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13746219873428345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030004164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520598411560059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030018810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13705433905124664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030033300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13435417413711548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030048189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13620400428771973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030062905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13581609725952148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030077879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379060298204422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030092600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13553258776664734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030107461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14594043791294098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030122598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358208805322647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030137142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13441208004951477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030151716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378592848777771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030151717, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030151718, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030239222, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5007390379905701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030239223, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030239223, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030253633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13573387265205383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030268059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13941703736782074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030282482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645726442337036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030296868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337776929140091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030311559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529525697231293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030326359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1390969455242157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030340900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339222490787506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030355812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353009521961212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030370642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347071409225464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030385199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195174932479858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030400041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13176904618740082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030414610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522541522979736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030429323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13221579790115356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030444369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389688104391098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030444370, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030444370, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030530931, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5010446906089783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030530932, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030530932, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030545769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13385866582393646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030560257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351260125637054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030575009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13585223257541656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030589513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353573501110077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030604054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375717669725418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030618626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1285286843776703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030632818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13548016548156738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030647238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12945625185966492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030661895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366350531578064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030676837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13276223838329315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030691476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13386204838752747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030706327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13437041640281677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030721670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353992372751236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030736323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353446125984192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030736324, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030736324, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030822545, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5017223358154297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030822545, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030822546, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030837532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13271965086460114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030852522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13408982753753662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030867534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355661004781723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030882708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13558000326156616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030897589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13933536410331726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030912118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13322687149047852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030927917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541437685489655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030943041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13343718647956848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030958206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13311582803726196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030973616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13200053572654724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030988536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357586532831192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031003905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336282640695572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031018857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13338139653205872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031033559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097742199897766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031033560, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031033560, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031120479, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5028459429740906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031120480, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031120481, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031136038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137786865234375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031151032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501277565956116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031166040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354532092809677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031181157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13133224844932556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031196063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373054563999176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031211173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13414597511291504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031226416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13700738549232483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031241471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13398508727550507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031256535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329403966665268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031271553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298399567604065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031286291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1277189999818802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031301107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306131958961487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031315998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12976138293743134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031330603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12492197751998901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031330604, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031330604, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031415825, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.504074215888977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031415826, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031415826, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031430863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13122062385082245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031445720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13597489893436432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031460734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133083775639534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031475790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13038215041160583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031490161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12857069075107574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031505000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12665905058383942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031520064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912385165691376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031534703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13222643733024597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031549505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534674048423767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031564426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12498313188552856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031578981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880586087703705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031593605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13434022665023804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031608376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310667097568512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031623391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291326880455017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031623392, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031623392, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031708004, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5055705904960632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031708005, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031708005, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031723061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13057023286819458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031737726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12917742133140564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031752038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13324013352394104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031767114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12407167255878448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031781956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295383870601654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031796186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12594732642173767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031810521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300540566444397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031825053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12170961499214172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031839142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357160359621048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031853786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13728217780590057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031868248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12363668531179428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031883127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12311547994613647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031897863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12568490207195282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031912438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12886250019073486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031912439, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031912439, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031996358, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5074251294136047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031996358, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031996359, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785032010564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678714632987976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032025741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366099715232849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032040423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13582664728164673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032055146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13987931609153748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032069894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365818828344345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032084728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138345867395401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032099511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273384392261505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032114115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12607884407043457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032128777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14236125349998474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032143834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1409456878900528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032158825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272560954093933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032173631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128570094704628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032188467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13280849158763885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032202682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314748227596283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032202683, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032202683, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032286291, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5096056461334229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032286292, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032286292, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032301642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14145684242248535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032316648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14235900342464447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032331305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525785505771637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032346090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13951604068279266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032361125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14484068751335144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032375748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.140853613615036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032390783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12598732113838196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032405866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13755494356155396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032420980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317688226699829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032436145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13607503473758698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032451111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377616971731186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032465697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330672949552536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032481353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457965850830078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032496794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365053504705429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032496795, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032496796, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032580026, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5118994116783142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032580027, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032580027, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032595111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386689841747284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032610683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791711628437042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032626351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175147771835327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032641662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13313131034374237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032656919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383269309997559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032672470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398388147354126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032687766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13287124037742615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032703087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14129826426506042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032717712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14063970744609833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032732820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531534373760223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032747590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276269257068634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032762049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12989234924316406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032776471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13407166302204132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032791133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12765942513942719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032791134, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032791134, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032871926, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5144737958908081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032871927, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032871927, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032886507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321432739496231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032901034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678477704524994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032915742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335994005203247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032930408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319030076265335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032945152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13400804996490479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032959863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356629014015198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032975015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338094025850296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032989812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327255815267563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033004231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13982409238815308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033019398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318349391222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033034162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12891778349876404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033048725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13128729164600372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033063450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13227564096450806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033078327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593457639217377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033078327, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033078327, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033161006, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5178228616714478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033161007, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033161008, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033175923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13349846005439758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033190656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12296018749475479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033205510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13061143457889557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033220420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304449737071991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033235174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549520075321198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033250439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539214432239532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033265254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539369404315948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033280518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12430291622877121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033295457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311788558959961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033309801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13119295239448547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033324771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13045194745063782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033339381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333233267068863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033354135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309577077627182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033368735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13020072877407074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033368736, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033368736, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033450874, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5224289894104004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033450874, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033450875, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033465673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378408670425415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033480413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13242915272712708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033495128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361626863479614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033509947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13039182126522064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033524695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12702296674251556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033539434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320601999759674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033554730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13574156165122986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033569846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329241544008255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033584784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313304752111435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033600198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13897982239723206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033615354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13392767310142517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033629880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13753411173820496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033645039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13201560080051422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033659833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13335324823856354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033659834, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033659834, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033742163, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.528555154800415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033742164, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033742164, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033757002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13131771981716156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033771769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13495539128780365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033786500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13797211647033691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033801415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13339857757091522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033815811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127409428358078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033830460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12955725193023682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033845077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259702742099762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033859683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12410575896501541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033874684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13623842597007751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033889608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744521141052246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033904614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457749783992767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033920012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12692728638648987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033934962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308896690607071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033949152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1235237643122673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033949153, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033949153, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785034032820, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5375018119812012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785034032821, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785034032821, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785034047845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237468898296356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034062882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13264650106430054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034077876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13385668396949768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034092981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801532983779907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034108010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13603994250297546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034122928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315443366765976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034137776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12732350826263428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034152783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350843906402588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034167570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12461381405591965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034182706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304798722267151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034197677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324165314435959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034212799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13409270346164703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034228035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14024177193641663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034243034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13629133999347687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034243035, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034243035, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034324754, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5504738092422485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034324755, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034324755, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034340206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136746346950531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034355246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13165283203125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034369884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13286538422107697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034384773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13908126950263977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034400047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299828737974167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034415625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847024738788605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034430505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13504919409751892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034445543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13722334802150726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034460482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13486097753047943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034475561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13082918524742126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034490603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14060133695602417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034505784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474735617637634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034520885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290067583322525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034536084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13345292210578918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034536084, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034536085, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034619036, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5654403567314148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034619037, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034619037, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034634560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14187422394752502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034649722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13255751132965088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034665354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355548679828644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034680465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13061444461345673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034695914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13546225428581238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034711194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362394273281097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034726550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13403567671775818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034741922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557080924510956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034757136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312486082315445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034772722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328807771205902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034788255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328924149274826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034803739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13701915740966797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034818865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13657203316688538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034834398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13739155232906342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034834398, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034834399, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034917361, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5814656019210815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034917362, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034917362, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034932631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13182333111763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034948239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13526400923728943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034963537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13415396213531494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034979412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13227973878383636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034994771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371677815914154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035009891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296600103378296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035025225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133645161986351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035039896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1240004301071167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035054658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312023550271988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035069311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13148286938667297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035084033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13125433027744293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035098643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142862915992737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035113383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12888780236244202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035128133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314784437417984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035128133, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035128133, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035210565, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5955988168716431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035210566, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035210566, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035225182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12236940860748291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035240206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270102858543396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035254833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12920676171779633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035269722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318559527397156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035284843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131682887673378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035299590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12196451425552368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035314757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060317933559418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035330031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320761889219284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035345258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372046172618866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035359854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12813425064086914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035375330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332254260778427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035390614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11818988621234894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035405932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12163963913917542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035421132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12536531686782837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035421133, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035421134, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035505952, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6086992025375366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035505953, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035505953, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035521115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12168128788471222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035536123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278877556324005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035551355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289099007844925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035566480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237327337265015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035581585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1218152865767479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035596795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530179858207703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035611849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12982019782066345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035626790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12187526375055313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035642102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275699883699417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035657541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12771379947662354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035672703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11900296807289124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035688525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13176558911800385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035703989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12750427424907684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035719332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912344932556152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035719333, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035719333, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035804515, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6209641098976135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035804515, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035804516, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035819133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12854643166065216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035834548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11914294213056564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035849909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12242341041564941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035865348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12146605551242828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035880517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12374625355005264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035895700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12659117579460144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035910859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168239414691925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035926108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12282834947109222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035941032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12572936713695526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035956113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12396722286939621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035971019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11580073833465576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035986246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12398310750722885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036001261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018551886081696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036016419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12440257519483566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036016420, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785036016420, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785036101017, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6342817544937134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785036101018, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785036101018, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785036116319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1169544979929924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036131556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11475557088851929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036146619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13051199913024902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036161958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12209319323301315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036177364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1240401491522789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036192343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11670642346143723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036206800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1203446313738823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036222119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12198865413665771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036237213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12093774974346161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036252242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11371960490942001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036267234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12036240100860596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036282004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12192369997501373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036296896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12463582307100296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036312012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11731425672769547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036312013, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036312013, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036397457, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6630823016166687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036397458, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036397458, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036412376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11976276338100433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036427066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120373085141182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036441906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10959010571241379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036456770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11322810500860214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036471756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10892120003700256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036486802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12269294261932373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036502157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589140444993973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036517698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1199980229139328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036532970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032484918832779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036548727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12001372128725052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036564328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300214380025864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036579694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11331827193498611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036594703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10906418412923813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036609835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657495051622391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036609836, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036609836, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036694445, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7156702280044556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036694446, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036694446, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036709358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12012599408626556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036724409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11934267729520798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036739621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12281270325183868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036754985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547930747270584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036770164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430314928293228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036785141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167711541056633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036800277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11920246481895447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036815286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11829275637865067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036830084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815715044736862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036845056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11700911074876785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036859938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476151645183563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036874595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11553287506103516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036889322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197122931480408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036904606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12482064217329025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036904606, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036904607, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036989222, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.742989182472229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036989223, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036989223, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785037004435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12384270131587982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037019490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11565243452787399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037034429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1165732741355896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037049861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12088752537965775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037065035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10800241678953171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037080208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149990558624268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037094707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228587478399277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037109846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10783343017101288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037124922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11113902181386948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037140459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11592024564743042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037155710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12137234210968018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037170918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11424882709980011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037186378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1261860579252243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037201726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110435500741005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037201727, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785037201727, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785037286019, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7530915141105652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785037286019, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785037286020, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785037301432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258150041103363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037316897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11251317709684372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037332293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11600583046674728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037347846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11313408613204956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037363269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11944250017404556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037378932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.117516428232193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037394687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12056851387023926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037410647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11993435770273209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037426113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11492573469877243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037442296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11233106255531311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037457882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11487557739019394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037473314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1146988719701767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037488553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12369818985462189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037504269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389931291341782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037504270, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037504270, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037587632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7565168738365173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037587633, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037587633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037602955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11974117159843445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037618451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11940973997116089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037633871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11152268201112747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037649374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11348595470190048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037664793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10769302397966385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037680445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11312660574913025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037695853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11624450236558914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037710902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100059226155281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037726285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10944774746894836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037741516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10691916197538376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037757175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12271939218044281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037772870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515876859426498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037788394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12026418745517731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037804345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11967593431472778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037804345, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037804345, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037887417, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7569957971572876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037887417, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037887418, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037902951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11813376843929291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037918102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11644461005926132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037933330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11523988097906113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037949027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11471188068389893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037964468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10267199575901031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037979965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10289730876684189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037995363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11764771491289139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038010635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454169452190399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038025913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10259499400854111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038041132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183662176132202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038056123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10559078305959702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038071521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11180499941110611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038086816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11070932447910309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038102044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1133958101272583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038102082, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785038102083, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785038183065, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7583979368209839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785038183066, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785038183066, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785038198424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10412256419658661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038214103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10592866688966751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038229708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11436646431684494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038245242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10882340371608734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038260909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10762213170528412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038276655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11313130706548691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038292024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.113291896879673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038307184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119745671749115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038322459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589708179235458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038337746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11036043614149094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038352848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061279684305191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038368066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11275241523981094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038383227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10707775503396988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038398489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608989745378494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038398490, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038398490, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038480985, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7597151398658752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038480985, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038480986, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038496136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554756969213486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038511490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11347124725580215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038526524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09553229063749313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038541527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432089865207672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038556580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11273107677698135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038571497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478318482637405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038586666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08832807093858719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038601801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082974374294281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038617148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10111813247203827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038632537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682692170143127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038648139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649792850017548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038663446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10052849352359772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038679109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10034815967082977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038694628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766758024692535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038694629, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038694629, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038778227, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7616530060768127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038778228, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038778228, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038793584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11566861718893051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038808840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11218993365764618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038823443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10297313332557678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038838967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10468433052301407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038853813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09950383752584457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038868988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224831104278564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038884056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10613743960857391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038899172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704206675291061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038914086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09773766249418259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038929321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090969666838646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038944269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045079156756401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038959275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10663264244794846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038974276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843393951654434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038989410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11342356353998184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038989410, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038989411, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785039072674, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7626348733901978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785039072676, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785039072676, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785039087920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11190195381641388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039102781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09919563680887222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039118064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202956944704056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039133407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527824610471725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039148902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163237690925598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039164388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11301141232252121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039179748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10002952814102173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039195283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057560071349144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039210762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1070713922381401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039225974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655330121517181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039241314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11259772628545761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039256043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09414374828338623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039271726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09809128940105438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039286948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699663311243057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039286949, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039286949, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039370260, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7646677494049072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039370261, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039370261, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039385308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0924614667892456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039400561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494410991668701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039415743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090574711561203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039431218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09711456298828125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039446554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11121891438961029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039461886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11137281358242035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039477266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09709372371435165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039492569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11162955313920975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039508058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10578056424856186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039523358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10487069934606552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039538762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756123065948486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039553676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10512350499629974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039568459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09750806540250778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039583532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10726872831583023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039583533, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039583533, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039668354, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.764612078666687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039668355, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039668355, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039683896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10409193485975266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039699394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051609069108963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039714529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054002046585083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039729860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398494452238083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039745335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09818893671035767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039760605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09996767342090607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039776131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632104426622391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039790857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09674769639968872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039806329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817109793424606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039821824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883419215679169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039837208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11632376909255981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039853002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11468056589365005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039868412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11670265346765518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039883867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11583961546421051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039883868, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039883868, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039967364, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7663647532463074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039967365, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039967365, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039982617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10141310840845108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039997984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11626933515071869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040013070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784891992807388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040028490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10122011601924896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040043756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09124260395765305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040059136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0992942526936531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040074324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10385582596063614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040089717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696138441562653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040104837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10726891458034515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040120037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115097463130951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040135780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11379917711019516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040151416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10032093524932861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040167068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997994244098663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040182552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11157351732254028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040182552, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785040182553, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785040266615, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7659134864807129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785040266615, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785040266616, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785040282224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785884410142899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040297758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10164423286914825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040313223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11136256158351898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040328877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09162995964288712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040344013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11502698063850403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040359070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712441802024841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040374897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149239540100098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040390343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11245548725128174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040406096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12205622345209122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040421667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10464732348918915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040437080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098726093769073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040452603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1225229799747467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040468186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09935721009969711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040483841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11118056625127792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040483841, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040483842, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040567406, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7658413052558899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040567407, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040567407, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040582911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10414224117994308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040598279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11815498769283295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040613539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10992925614118576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040629201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665899515151978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040644711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09693682938814163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040660163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281440407037735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040675946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660535842180252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040691696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10532119870185852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040707267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11664056777954102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040722769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09977542608976364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040738591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12530894577503204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040754402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734692960977554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040769828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11761261522769928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040785114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835257917642593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040785115, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040785115, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040870806, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7661381959915161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040870807, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040870807, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040886364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142486110329628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040902273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1152065247297287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040918366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117226630449295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040934577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11786635220050812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040950667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1143484115600586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040966867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11924447864294052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040983154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12704825401306152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040999100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12067095190286636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041014993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11667440086603165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041031170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126758903265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041046998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857183486223221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041062963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847475379705429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041078812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11529204994440079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041094802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11491795629262924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041094803, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785041094803, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785041181771, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7677146196365356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785041181772, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785041181772, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785041197842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11963820457458496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041213872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770595818758011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041229404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828570276498795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041245505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844992101192474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041261384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090495437383652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041277277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019238829612732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041292924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142561212182045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041308315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799622535705566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041323712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060815304517746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041338735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10010023415088654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041354237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10466131567955017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041369304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09709160774946213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041384491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482507199048996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041399617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10093088448047638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041399618, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041399618, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041485260, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.768900454044342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041485261, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041485262, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041500330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10912559181451797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041515552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026235967874527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041530807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09685064107179642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041546052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10865399241447449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041561450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11548111587762833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041576579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048249825835228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041591718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577867180109024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041607042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10466279089450836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041622322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194838792085648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041637687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12002065777778625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041653239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11742866039276123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041668731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10108470171689987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041684562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100852832198143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041700052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12080330401659012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041700053, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041700054, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041784001, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7691178917884827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041784002, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041784002, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041800083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1114792674779892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041815745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0965057909488678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041831126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489171743392944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041846624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10387007892131805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041861729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938257724046707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041877116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531437397003174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041892510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10671354085206985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041907796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123092770576477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041923305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489947348833084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041938777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782451927661896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041954048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554792732000351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041969292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1152544617652893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041984357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630789399147034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041999613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209311544895172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041999614, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041999614, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785042082323, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7697376012802124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785042082324, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785042082324, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785042097643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10000385344028473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042113178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09489002078771591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042128324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09593844413757324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042143584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09669487923383713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042158487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09691113978624344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042173769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09378800541162491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042188796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10033750534057617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042203869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09740402549505234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042219298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344599187374115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042234684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857328027486801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042250436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479602962732315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042265969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10404420644044876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042281519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11429620534181595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042297611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11135905981063843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042297611, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785042297612, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785042381150, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7703872323036194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785042381151, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785042381151, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785042396707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09856442362070084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042412288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1075512245297432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042428036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10996353626251221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042443339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1015990749001503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042458656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09998466819524765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042473820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687122493982315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042488999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11067895591259003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042504358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645583271980286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042520007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027696281671524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042535226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10095632076263428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042550605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09978649020195007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042565893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024080291390419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042581125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10942089557647705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042596330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11433225125074387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042596330, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042596331, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042680302, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7702544331550598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042680302, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042680303, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042695607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10987614840269089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042710946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667978227138519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042726254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0912221297621727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042741537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10345527529716492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042757065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643618553876877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042772286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10820174962282181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042787534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065710335969925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042803000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10387618839740753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042818561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09952940046787262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042834164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039847657084465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042849912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026851087808609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042865200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871800780296326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042880912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567653924226761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042896546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10892289131879807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042896546, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042896547, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042979495, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7711983919143677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042979496, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042979496, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042995040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10281995683908463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043010581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1038026511669159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043025869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10418958216905594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043040791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10290750861167908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043056623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713807493448257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043072007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012154072523117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043087457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09878566116094589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043103071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10212603211402893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043118586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11201440542936325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043134082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10518346726894379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043149442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10387296229600906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043164618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241600126028061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043180087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441216826438904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043195337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10716909915208817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043195337, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785043195338, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785043279720, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7712945342063904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785043279721, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785043279722, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785043295085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10854844003915787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043310659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10197083652019501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043326107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10375738888978958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043341596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109477490186691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043357105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445991903543472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043372054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219404637813568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043387370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10125410556793213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043402585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075993627309799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043418106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11291006207466125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043433871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658794641494751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043449425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10312892496585846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043464914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10451953113079071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043480687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10504025965929031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043496121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09920656681060791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043496121, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043496122, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043580420, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7718395590782166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043580421, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043580421, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043595912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10142170637845993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043611312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09944124519824982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043626690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678368806838989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043641602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089563578367233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043657302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085607036948204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043672379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008895188570023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043687802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802015662193298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043703363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115870900452137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043718774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11404488235712051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043734023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10034260153770447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043749296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393059253692627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043764648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10301709920167923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043779948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538244992494583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043795165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739403963088989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043795166, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043795166, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043878641, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7718482613563538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043878641, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043878642, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043894018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208604484796524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043909369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037367790937424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043924932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1091918796300888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043940223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544835776090622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043955534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0943378359079361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043971248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11241808533668518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043986386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014930009841919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044001645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793294757604599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044017187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340537875890732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044032836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10361028462648392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044048170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976092517375946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044063704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11415565013885498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044079245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1061646044254303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044094953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294665396213531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044094953, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785044094954, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785044178324, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7721467018127441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785044178325, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785044178325, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785044194136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294101923704147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044209739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10966439545154572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044225193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095907911658287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044240855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10676144063472748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044255983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145042091608047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044270967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785739868879318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044287143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11827811598777771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044303067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10922399163246155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044318842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11621065437793732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044334921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12265443801879883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044350693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732336342334747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044366478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11029677093029022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044382453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11588132381439209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044398061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1101212427020073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044398062, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785044398062, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785044481220, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7717768549919128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785044481221, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785044481222, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785044496925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1133842021226883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044512774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10957717150449753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044528488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105159670114517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044544376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667456686496735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044560158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445009171962738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044575979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11387960612773895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044591711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10693113505840302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044607563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11471643298864365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044623624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214888095855713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044639603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.119716577231884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044655676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10587132722139359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044671645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11747776716947556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044687523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10701770335435867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044703541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11889071762561798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044703541, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044703541, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044787078, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7721139192581177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044787079, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044787079, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044803112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11968272924423218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044818910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10831928998231888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044834699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11920900642871857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044850149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11388079077005386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044865726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774396359920502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044881703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546460539102554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044897508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11189161986112595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044913606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11724760383367538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044929562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11322631686925888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044945356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649997740983963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044961057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126059889793396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044976810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545646399259567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044992458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11673485487699509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045008373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055169478058815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045008374, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785045008374, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785045092782, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7728986740112305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785045092783, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785045092783, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785045108608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11009503155946732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045124568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12148874998092651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045140257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10982910543680191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045155939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11336059123277664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045171691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11599365621805191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045187418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10925886780023575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045203327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088276207447052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045219278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018630862236023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045235384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11263208091259003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045251145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11225865036249161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045267127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11030004918575287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045283236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11095906049013138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045299167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11187516897916794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045315030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10932359844446182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045315031, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785045315031, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785045400494, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7732216715812683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785045400495, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785045400495, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785045416006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11795496195554733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045431759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11051807552576065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045447298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11027785390615463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045462778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331521928310394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045478305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554412752389908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045494008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11147075891494751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045509378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804431885480881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045524815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819686204195023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045540382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09861279278993607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045555837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10166864842176437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045571448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10465064644813538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045586765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494239628314972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045602389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11013364046812057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045618074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11627517640590668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045618075, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045618075, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045703307, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7737046480178833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045703308, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045703308, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045718703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142604798078537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045734211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10487498342990875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045749727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10041959583759308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045765572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09229335933923721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045781224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11416031420230865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045796758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10470795631408691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045812642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10260246694087982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045828739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11250803619623184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045844444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10735689103603363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045860552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10308591276407242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045876581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095443144440651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045892582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123255267739296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045908724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10735747963190079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045924782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714593529701233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045924782, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045924783, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785046010823, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7739094495773315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785046010824, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785046010824, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785046026382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10981611162424088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046042115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10307557880878448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046057530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11051390320062637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046072651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09922697395086288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046088807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11584432423114777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046104424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10990425944328308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046119912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344468802213669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046135819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10867152363061905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046151580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843443870544434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046167015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10797779262065887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046182593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11036918312311172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046198055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993514284491539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046213289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656377673149109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046228446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08717922866344452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046228447, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785046228447, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785046313603, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7739593386650085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785046313604, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785046313604, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785046328975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.095250204205513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046344351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11129730939865112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046359761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753466188907623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046375003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014895811676979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046390542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10221555829048157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046405982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09035900980234146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046421207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10285398364067078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046436440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09753704071044922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046451737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10311660915613174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046467255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10641548782587051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046482791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003240197896957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046498267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10797853767871857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046513530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620857775211334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046528957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10338231176137924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046528958, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785046528958, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785046613331, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7741925120353699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785046613332, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785046613333, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785046629060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09621137380599976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046644888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546307265758514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046660376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09478022903203964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046675889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1021609902381897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046691280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826486557722092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046706357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10040194541215897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046721299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934709012508392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046737176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137784481048584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046752654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926609486341476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046768261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973326116800308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046784179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665786266326904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046799956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426990687847137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046815518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084439605474472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046830972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861820727586746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046830972, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046830973, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046913498, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7745561599731445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046913499, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046913499, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046928878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10644318908452988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046944334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10405196994543076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046959833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10314298421144485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046975584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10012508928775787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046991284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10695026814937592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047007037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09588398039340973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047023324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503676533699036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047038965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339133441448212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047054292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11007937788963318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047070198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09890183806419373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047085532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09765660762786865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047100911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10233468562364578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047116559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09087993949651718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047132184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072629913687706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047132185, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785047132185, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785047216305, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7748035788536072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785047216307, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785047216307, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785047232098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09924429655075073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047247977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121461749076843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047263457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0986662358045578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047279427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10941512137651443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047295210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145904123783112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047311153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288138687610626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047326691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10235581547021866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047342232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527245700359344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047358067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10142175108194351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047373225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11274166405200958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047388842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1010979413986206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047404773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830564796924591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047420318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10580617189407349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047436067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611627250909805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047436067, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785047436068, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785047520237, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749396562576294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785047520238, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785047520239, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785047535798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10621857643127441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047551445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09854690730571747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047566909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10691629350185394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047582699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10651107877492905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047598343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10228796303272247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047613793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10767363011837006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047629309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09720925986766815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047645119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834668785333633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047660786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572017729282379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047676527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050526350736618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047692303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224377363920212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047708175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10982493311166763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047723902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666386038064957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047739705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0992799699306488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047739705, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047739706, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047824949, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752670645713806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047824950, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047824950, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047840523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10326206684112549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047856098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568917542695999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047871775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09432324767112732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047887725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09890106320381165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047903314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273885726928711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047919341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09997005015611649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047935159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665712505578995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047951119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11026348173618317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047966943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10886025428771973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047982835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09928399324417114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047998799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10287144780158997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048014204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09859870374202728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048030175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11218224465847015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048045594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099744588136673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048045595, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785048045595, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785048129492, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7755571603775024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785048129493, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785048129493, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785048144550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10588846355676651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048160661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488937050104141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048176163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10607078671455383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048191882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11132410913705826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048207790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638770461082458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048223547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10791976004838943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048238961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720154643058777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048254546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0978962630033493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048270234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620579868555069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048285563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10330219566822052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048301105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844404995441437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048316296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340584069490433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048332033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1064678430557251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048347492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09575255215167999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048347532, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785048347532, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785048431070, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7754956483840942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785048431071, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785048431071, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785048446444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09934557229280472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048461737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528886318206787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048477153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10207775235176086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048492589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445945709943771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048507901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812358558177948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048522934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12312372028827667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048538228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810960829257965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048553676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09897647053003311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048569295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1114044189453125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048584797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11121302843093872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048600573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476586759090424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048616244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0983632281422615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048632089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658685117959976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048647912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458948463201523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048647950, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785048647950, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785048732347, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7759877443313599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785048732348, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785048732348, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785048747908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0979757010936737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048763472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09727533906698227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048778980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1127978190779686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048794765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11795223504304886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048810206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11405187100172043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048825259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11192343384027481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048841279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740824788808823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048857106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12058249115943909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048872903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10456175357103348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048889038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082591712474823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048905005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155124008655548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048920734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11025093495845795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048936537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361686140298843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048952236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11119285225868225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048952236, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048952236, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785049035418, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.776131808757782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785049035419, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785049035419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785049051281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10773396492004395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049066907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11012009531259537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049082921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389598250389099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049098800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11049704998731613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049114567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825876891613007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049130546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10797278583049774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049146522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.101422980427742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049162290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11216869205236435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049178148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12057866901159286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049194020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983136296272278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049209725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088915467262268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049225703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425311326980591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049241853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10366291552782059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049257847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10849743336439133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049257848, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785049257848, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785049339590, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7762653827667236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785049339592, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785049339592, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785049355496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427692323923111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049371558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11832380294799805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049387678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11309368163347244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049403821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11252378672361374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049419946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11072394996881485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049435765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12066096812486649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049451678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175346374511719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049467063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10896798223257065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049483406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021643131971359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049499145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09903962165117264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049514909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011140793561935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049531137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.109600730240345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049547085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10399632155895233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049562914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11016716808080673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049562914, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785049562915, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785049645674, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7764533162117004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785049645675, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785049645675, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785049661439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11262299120426178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049677346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12907259166240692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049693387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815557092428207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049709323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11208250373601913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049725354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131477952003479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049741624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056549847126007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049757948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1141301840543747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049774403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11344520002603531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049790515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610675066709518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049806559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802905261516571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049822861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12932397425174713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049838928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11273171752691269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049855460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11182940751314163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049871918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163337305188179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049871919, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049871919, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049954881, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7767407298088074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049954882, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049954882, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049971008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09568304568529129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049987314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148159205913544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050003773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1221008449792862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050020220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10639037936925888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050036730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976195335388184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050053056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717987269163132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050069265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197929829359055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050085157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11330242455005646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050101299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10306557267904282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050116630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11797911673784256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050132197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10691560059785843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050147956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11095692217350006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050163842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09242291748523712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050179359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10338521003723145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050179359, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785050179359, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785050262893, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7769556641578674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785050262893, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785050262894, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785050278570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104546695947647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050294149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09669612348079681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050309539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11587943881750107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050325030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1073482558131218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050340434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956810414791107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050356206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10387235134840012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050371817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755886137485504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050387510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11266158521175385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050403123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09944037348031998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050418879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09590284526348114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050434544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09717573970556259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050450045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09677547961473465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050465435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1029542088508606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050481043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10055892914533615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050481044, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785050481045, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785050564021, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7772437334060669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785050564022, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785050564023, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785050579612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386199504137039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050595540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10240408778190613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050611353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10404208302497864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050627176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071949377655983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050643030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1019618883728981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050659171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994638055562973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050675405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911529511213303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050691268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527073591947556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050707178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063825711607933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050722978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10523383319377899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050738926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040949746966362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050754344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853537917137146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050769488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10534870624542236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050785323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11230865865945816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050785361, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050785362, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050868966, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7773850560188293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050868968, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050868968, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050884564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782922059297562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050900233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11150781810283661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050915942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.106721431016922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050931836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10721345245838165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050947342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10041217505931854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050962991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10228119790554047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050978607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09591623395681381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050994046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774047672748566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051009372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09961051493883133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051024861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024140864610672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051040618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150760412216187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051056108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10286574810743332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051071657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09927225112915039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051087314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324124991893768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051087356, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785051087356, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785051171055, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7776333689689636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785051171057, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785051171058, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785051186540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09715550392866135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051202065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10718408226966858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051217776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0987834706902504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051233268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10260947793722153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051248647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09376011788845062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051264302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10659845173358917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051279990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10352923721075058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051295543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10380154848098755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051311656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510361194610596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051327320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197260767221451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051343237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09644870460033417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051359162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11094565689563751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051375012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11174077540636063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051390503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10197876393795013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051390542, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785051390542, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785051475037, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7778106331825256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785051475038, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785051475038, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785051490565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.098127581179142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051506519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10637486726045609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051522343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10118655860424042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051537509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633955895900726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051553323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10043023526668549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051568952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924318432807922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051584640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023977607488632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051600420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09948889911174774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051616466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871562361717224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051632496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10918684303760529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051648396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09969040006399155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051664371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09458836913108826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051680002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09566080570220947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051695609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10588618367910385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051695609, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785051695610, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785051781569, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.778113603591919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785051781571, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785051781571, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785051797266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315796732902527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051812984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11348892748355865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051828908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10009859502315521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051844797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1046040803194046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051860596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11059172451496124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051876135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1008690595626831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051891928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10907064378261566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051907583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120120644569397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051923392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784300416707993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051939189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10133907943964005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051954938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09704776108264923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051970972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1116553470492363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051987094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11915604770183563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052003058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10950537770986557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052003058, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785052003059, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785052088310, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7781916856765747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785052088310, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785052088311, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785052104469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11581424623727798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052120396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090004652738571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052136764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09989817440509796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052152732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10088163614273071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052168684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494339466094971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052184749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09916020929813385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052200622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10047870129346848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052216741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562727600336075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052232286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10590075701475143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052247679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09388544410467148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052263999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10420989990234375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052279858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1022205576300621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052295653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09330407530069351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052311558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09993059188127518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052311558, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785052311558, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785052395334, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7783814668655396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785052395335, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785052395335, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785052411447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062396317720413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052427438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11304132640361786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052443076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080648213624954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052458877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065312922000885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052474713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10300885140895844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052490231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1025804802775383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052505932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610619187355042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052521482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817042738199234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052537234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09806328266859055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052552877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09716376662254333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052568639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11045565456151962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052584104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09838316589593887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052599905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10184745490550995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052615355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10296864807605743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052615355, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785052615356, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785052698165, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7786149978637695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785052698166, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785052698166, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785052713849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10172569006681442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052729526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784998536109924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052745050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11160578578710556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052761118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09362984448671341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052777139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360120236873627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052793146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770443081855774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052809097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11595381796360016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052824793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080304741859436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052840734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521402955055237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052856930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924172401428223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052872980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09702498465776443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052888830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766198486089706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052904865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09812960773706436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052920585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494979470968246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052920586, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785052920586, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785053004675, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7788171768188477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785053004676, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785053004676, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785053020770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11025577783584595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053036264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494038462638855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053051365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09216279536485672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053067392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10010656714439392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053083117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082434207201004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053098602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.110938660800457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053114418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09611161798238754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053130130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426657646894455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053145821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060277447104454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053161467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09898915886878967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053177129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10380960255861282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053192808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10460717231035233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053208362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11103017628192902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053224065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11466465890407562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053224065, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785053224066, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785053307966, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7790400981903076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785053307967, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785053307967, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785053323501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094338446855545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053339309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10472080111503601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053354901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10320564359426498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053370609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087474450469017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053386144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10280735045671463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053401836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971592515707016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053417468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10308779031038284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053432975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11221464723348618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053448466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080191493034363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053463997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09507118910551071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053479538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439208894968033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053495187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11226298660039902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053510973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10206388682126999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053526564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11821974813938141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053526564, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785053526565, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785053611378, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7792752385139465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785053611379, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785053611379, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785053627254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10079661756753922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053642992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09697402268648148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053658799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529815405607224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053674868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282443255186081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053690795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11724307388067245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053706796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09552142024040222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053722992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10576630383729935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053738895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014472246170044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053754952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105352103710175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053770791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411956906318665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053786181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10641738772392273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053802581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976242274045944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053818453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09931863099336624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053834588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498884111642838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053834588, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785053834589, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785053918624, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7791860103607178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785053918625, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785053918625, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785053934898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11217022687196732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053951198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11073897778987885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053967338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10682467371225357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053983548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12002801895141602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053999684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156967356801033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054015969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1019643098115921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054032320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11920247226953506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054048396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11338551342487335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054064618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1056523248553276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054080961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10654320567846298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054097288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071474701166153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054113449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054617315530777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054129853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065729483962059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054145975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11548532545566559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054145976, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785054145977, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785054230211, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7796122431755066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785054230212, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785054230212, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785054246628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11222530901432037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054262730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433676093816757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054279100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10240554064512253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054295404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11670425534248352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054311807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10833334177732468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054327940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568086057901382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054344457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10502792149782181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054360727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355916410684586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054377353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11875844746828079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054393690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527527332305908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785054410066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11618325859308243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054426224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123441681265831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054442032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760442167520523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054458410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11602023988962173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054458411, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785054458411, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785054542168, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7794124484062195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785054542169, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785054542169, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785054558043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012333557009697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054574225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106337457895279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054590345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11512844264507294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054606403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10110724717378616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054622976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09913923591375351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054639449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076960563659668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054655728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09897501021623611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054671971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745072364807129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054688292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1004454493522644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054704406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10514990240335464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054720474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447048932313919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054736706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11051114648580551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054752791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1170361265540123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054769176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11295599490404129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054769177, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785054769178, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785054853400, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7796792984008789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785054853401, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785054853401, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785054869489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242217570543289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054885813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10625597089529037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054901984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105893552303314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054918296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167774349451065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054934495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11210576444864273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054950783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11659279465675354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054967200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09976205974817276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054983404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10798609256744385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054999883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764966160058975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055016209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085800975561142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055032573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11846086382865906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055048761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124740019440651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055064997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042240783572197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055081238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11084605008363724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055081239, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785055081239, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785055166226, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7798551917076111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785055166227, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785055166227, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785055182089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508094727993011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055198186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103251501917839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055213988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1190112978219986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055230230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10627656430006027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055245991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10578213632106781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055262139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10163464397192001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055278720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652968287467957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055294577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11041556298732758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055310386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134968176484108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055325974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0944184884428978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055341849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11711808294057846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055357568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10093656927347183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055373019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09825185686349869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055388686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081087589263916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055388686, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785055388687, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785055474256, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7796524167060852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785055474259, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785055474259, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785055489915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224390029907227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055505705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09241347759962082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055521607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09721206873655319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055537338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861765593290329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055553085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794254392385483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055568801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11224592477083206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055584304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09554806351661682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055600027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10623259842395782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055615717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656260699033737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055631245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058173328638077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055646867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09823901951313019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055662937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0991285964846611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055678863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091062426567078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055694569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826585650444031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055694569, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785055694570, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785055780312, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7798555493354797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785055780313, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785055780313, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785055796305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574164986610413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055812110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09575555473566055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055828104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10471934080123901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055844256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09649120271205902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055860275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10253801941871643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055876114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11189506947994232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055892002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10689497739076614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055907623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09519552439451218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055923313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11527260392904282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055938958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426713526248932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055954115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331381857395172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055970066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100717693567276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055985517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.102350153028965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056001237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10174252837896347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056001238, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785056001238, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785056086079, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7798238396644592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785056086081, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785056086081, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785056101941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10068833827972412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056117746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09912340342998505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056133864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1019151508808136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056149503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10296670347452164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056165477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889953583478928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056181143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10114128887653351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056196832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09642529487609863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056212503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09916957467794418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056228542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364054888486862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056244517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818169265985489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056260372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10358307510614395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056276074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10749109834432602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056291893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014968678355217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056307383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09661363810300827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056307383, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785056307384, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785056390174, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7800012826919556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785056390175, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785056390175, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785056406002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09455364942550659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056421475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09933817386627197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056436958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09738662838935852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056452469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09975464642047882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056467929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10403042286634445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056483928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0957406535744667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056499468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10182668268680573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056515067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09813594818115234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056530526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09788218140602112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056546250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457142442464828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056561973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09304811805486679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056578109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10806923359632492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed1026364325.log b/recommendation/rcp_logs/gbs_8192/seed1026364325.log deleted file mode 100644 index 7af274146..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed1026364325.log +++ /dev/null @@ -1,639 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784941524458, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784941524458, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784941546250, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1026364325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784941546252, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784941546253, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784941546253, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784942465782, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784942465783, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784942466213, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784942596928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13742241263389587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784942609239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13938042521476746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942621763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886286318302155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942634396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1392468363046646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942647277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389351785182953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942660056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13904841244220734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942672988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391369104385376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942686034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860578835010529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942699163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389235556125641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942712140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13910414278507233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942725520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387670785188675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942738733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13864858448505402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942751991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13891690969467163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942765130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13906390964984894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942765131, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942765131, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942904084, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5000073313713074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942904085, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942904085, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942916912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13908334076404572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942930103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13897421956062317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942943444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13897790014743805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942956242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13888296484947205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942969452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13910463452339172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942983282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13899990916252136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942996576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13909557461738586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943010011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13893473148345947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943023640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388172060251236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943037101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13894455134868622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943050901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13878437876701355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943064640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867396116256714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943078236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13878978788852692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943092845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386394053697586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943092846, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784943092846, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784943185796, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5002493858337402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784943185796, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784943185797, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784943199219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385965198278427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943212859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13864897191524506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943230233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13848280906677246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943243821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819153606891632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943257476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13839076459407806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943270926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847528398036957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943284523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13817468285560608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943298172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13792595267295837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943311670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377793252468109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943325059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137987419962883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943338677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13808971643447876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943352174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822215795516968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943366277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379290223121643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943380236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13809587061405182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943380237, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784943380237, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784943475051, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5005601644515991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784943475052, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784943475053, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784943488658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13756555318832397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943502565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790832459926605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943516477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744895160198212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943530806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376878172159195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943544682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378932148218155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943558782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794592022895813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943572908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719408214092255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943586844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769276440143585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943601306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374053955078125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943615643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863179087638855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943629762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13685248792171478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943644002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379208117723465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943658107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13598769903182983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943672280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13695167005062103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943672280, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943672281, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943766988, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5010226368904114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943766989, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943766990, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943780375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13658630847930908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943794181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593986630439758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943807758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375114619731903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943821490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13523073494434357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943835580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13682076334953308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943849373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13431355357170105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943863455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13587836921215057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943877394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13580718636512756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943891589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793492317199707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943905701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13572774827480316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943920089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1461067497730255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943934341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13586664199829102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943948429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134622260928154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943962560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771849870681763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943962561, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943962561, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784944058716, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.501638650894165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784944058717, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784944058717, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784944072379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356346756219864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944086208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13944940268993378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944099926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361686885356903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944113758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356630504131317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944127647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514244556427002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944141718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13898661732673645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944155612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374638557434082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944169501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13359376788139343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944183948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376428186893463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944197824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13200019299983978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944212505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13179898262023926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944226326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351270079612732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944240396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13244356215000153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944255262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870859146118164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944255262, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784944255262, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784944350243, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5024182200431824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784944350244, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784944350244, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784944364252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13410784304141998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944378484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369950652122498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944392565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588041067123413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944406415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497388362884521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944420387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375962346792221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944434449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12844812870025635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944448132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13565988838672638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944462131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297820806503296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944476201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13350965082645416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944490733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13272623717784882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944504962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369277119636536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944520111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474500179290771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944535134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352992057800293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944549585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13359159231185913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944549586, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784944549586, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784944644439, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5034306049346924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784944644440, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784944644440, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784944659363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13281022012233734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944673831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13385939598083496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944688626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551747798919678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944703732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355067640542984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944718096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1392674446105957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944732582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333032101392746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944747703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353289783000946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944762424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356488943099976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944776597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312554359436035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944791335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13200685381889343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944805889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567785918712616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944820689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394410908222198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944835296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336537778377533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944849642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13066062331199646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944849642, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944849643, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944936301, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5046725273132324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944936302, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944936302, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944951641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376209855079651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944966528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13486310839653015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944981225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354445070028305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944996365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13150626420974731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784945011166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356754183769226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784945025646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13408879935741425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784945040813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13714149594306946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784945055518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391271233558655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784945070261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13292187452316284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945084532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12974891066551208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945098626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12774540483951569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945113228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13301239907741547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945127782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12951353192329407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945141980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12486007809638977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945141981, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784945141982, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784945236966, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.506056547164917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784945236968, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784945236968, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784945251538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311056762933731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945265725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357857882976532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945280578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331709772348404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945295183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303158402442932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945309298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12808731198310852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945324946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1267431080341339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945339920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12904247641563416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945354060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323758363723755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945368793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549837470054626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945383549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12498108297586441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945397794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12865203619003296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945412229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13434208929538727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945426675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310819536447525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945441438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12939304113388062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945441439, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784945441439, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784945537323, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5077449679374695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784945537324, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784945537324, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784945552235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303529590368271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945566438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292913854122162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945580331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317173719406128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945595080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1238841786980629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945609972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12950190901756287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945624440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12572915852069855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945638809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13003243505954742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945653581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12198100239038467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945667744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588206470012665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945682666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13707734644412994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945697394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12353332340717316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945712490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1231696754693985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945727302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12566415965557098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945742024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12894652783870697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945742024, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945742025, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945835358, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5095719695091248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945835359, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945835360, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945849380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652929663658142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945864761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13629518449306488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945879263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13568352162837982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945893730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398308128118515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945907938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655361533164978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945922313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829608261585236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945936605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12736651301383972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945950969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12620896100997925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945965564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14217360317707062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945980189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1410769522190094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945994923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12739962339401245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946009472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1283000409603119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946023925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13273347914218903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946037798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13131961226463318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946037798, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784946037799, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784946124348, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5115414261817932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784946124349, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784946124350, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784946139227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.141310915350914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946154544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14236481487751007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946169148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353446990251541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946183777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13942871987819672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946199114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14488379657268524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946213496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14091186225414276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946228544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12586991488933563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946243770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13751104474067688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946258598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181030750274658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946273813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13623905181884766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946288715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13773547112941742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946304124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330055594444275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946319490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345403641462326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946334617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13641314208507538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946334619, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784946334620, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784946429410, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5135456323623657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784946429411, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784946429412, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784946443823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865207135677338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946458533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13816285133361816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946473553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13187214732170105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946488346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297539949417114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946503182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377198576927185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946518415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13988132774829865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946533369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329226791858673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946548716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14115020632743835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946563189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1407945603132248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946577992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13509155809879303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946593145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1277146190404892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946607828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12991692125797272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946622313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13432198762893677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946637474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12780366837978363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946637475, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946637475, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946732892, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5160844922065735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946732894, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946732894, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946747414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13232871890068054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946761872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13697032630443573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946776972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13350440561771393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946791197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13187287747859955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946806122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13400965929031372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946821008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13334901630878448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946836083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13382023572921753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946851348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326749622821808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946865671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13972164690494537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946880739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184455037117004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946895686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12878911197185516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946910045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310272514820099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946924655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13221269845962524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946939671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13597051799297333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946939671, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784946939671, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784947035664, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.519473135471344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784947035665, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784947035665, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784947050523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361412286758423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947065505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12315766513347626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947080553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13062527775764465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947095418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13031430542469025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947110473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353178322315216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947125594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13552208244800568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947140469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13547323644161224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947155897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1240696832537651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947170735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114574551582336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947185194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310739517211914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947199893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032008707523346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947214681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13319939374923706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947229284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308547854423523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947243823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303940862417221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947243824, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784947243825, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784947339427, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5238083004951477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784947339428, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784947339428, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784947354585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779179751873016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947369112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241977989673615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947384091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354238867759705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947398935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13034698367118835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947413572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12719006836414337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947428421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13207495212554932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947443349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356399655342102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947458604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13288187980651855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947473915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13129909336566925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947489065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13899220526218414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947504223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13379517197608948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947518536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769134879112244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947533549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13189508020877838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947548427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333012580871582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947548428, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784947548430, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784947644480, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5296273827552795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784947644481, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784947644482, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784947659135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13133026659488678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947673756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350405365228653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947688766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377696841955185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947703460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340483605861664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947717982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12751592695713043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947732782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12940648198127747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947747401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12590952217578888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947761890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1239841878414154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947776803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13606929779052734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947791820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13733412325382233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947806905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13471245765686035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947822215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12692523002624512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947837172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13095711171627045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947851514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12343057990074158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947851515, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947851515, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947943537, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.537490725517273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947943538, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947943538, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947958765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13252437114715576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947973910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13267388939857483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947989129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13346615433692932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948004512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781213760375977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948019708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13642406463623047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948034680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142657279968262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948049920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12737233936786652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948064948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13503198325634003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948079879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12465999275445938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948095355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303391307592392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948110525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13256458938121796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948126097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13444629311561584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948141592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14036735892295837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948156632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13622508943080902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948156633, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784948156633, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784948252745, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5491786003112793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784948252746, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784948252747, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784948268508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13659654557704926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948283525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13157573342323303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948298165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13272322714328766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948313107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13894827663898468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948328393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300020068883896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948343868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855160772800446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948358802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350577473640442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948373708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13736079633235931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948388933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348874568939209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948404210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13085348904132843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948419237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14068524539470673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948434585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13476234674453735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948449709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12922582030296326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948465174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312572240829468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948465175, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784948465175, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784948559544, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5625792145729065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784948559545, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784948559545, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784948575354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14216236770153046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948590656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13271337747573853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948606651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13359954953193665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948622332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097642362117767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948637957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550373911857605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948653093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356338441371918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948668561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340518444776535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948683941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13571935892105103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948699379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13119418919086456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948714978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13302385807037354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948730454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13300170004367828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948746297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136993870139122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948761574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13634224236011505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948777313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13754256069660187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948777314, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948777314, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948873107, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5775254368782043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948873109, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948873109, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948888627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178801536560059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948904023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13545621931552887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948919701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13424231112003326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948935698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13204637169837952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948950766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13733908534049988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948965762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12952473759651184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948981175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391610980033875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948996213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12426531314849854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949011404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13124793767929077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949026096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181839883327484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949041411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131117582321167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949056520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13167811930179596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949071799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12943990528583527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949087368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13098227977752686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949087368, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784949087369, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784949183663, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5897506475448608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784949183665, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784949183665, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784949198425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12252422422170639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949213929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12711501121520996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949229242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12969499826431274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949244502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13332955539226532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949260231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13221696019172668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949275414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12219476699829102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949291005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306719183921814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949306493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225732743740082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949321494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13704702258110046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949335997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12816287577152252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949351383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364015519618988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949366426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11809934675693512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949381619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12171386927366257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949396707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1257641315460205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949396708, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784949396708, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784949492754, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6016207337379456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784949492755, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784949492755, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784949508018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12178269028663635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949523106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1279434859752655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949538514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1285974383354187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949553908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13231416046619415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949568864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12194996327161789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949584307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524633646011353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949599301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302611380815506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949614194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12192552536725998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949629657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12701445817947388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949645182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12760303914546967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949660664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11876402050256729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949676637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318582147359848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949692144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275564432144165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949707593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12903186678886414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949707593, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949707594, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949803698, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6113557815551758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949803699, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949803699, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949818167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1286386251449585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949833568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11937104165554047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949848921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12247850745916367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949864198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12202344089746475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949879252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12399055808782578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949894519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12643317878246307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949909383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11671560257673264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949924537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12305118143558502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949939781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12597112357616425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949954664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12408066540956497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949969801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11592482775449753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949984944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12464570999145508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949999873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11083588749170303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950015420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12498640269041061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950015420, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784950015420, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784950111917, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.619658350944519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784950111918, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784950111918, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784950127263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11749959737062454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950142646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11500047147274017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950158002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12997514009475708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950173558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12196364998817444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950188840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12418511509895325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950203921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11670851707458496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950218283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12029951810836792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950233528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12243445217609406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950248923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12153959274291992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950264173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11394033581018448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950279519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1218964084982872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950294860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12226888537406921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950309968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12539397180080414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950325335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11713549494743347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950325336, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784950325336, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784950420981, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.630948007106781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784950420982, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784950420982, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784950436524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12011384963989258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950451642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11251520365476608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950466922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11032222956418991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950482250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11392379552125931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950497324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934105515480042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950512788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12241443246603012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950528240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11632782965898514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950543947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12119251489639282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950559497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034821942448616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950575109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11957269161939621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950590902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296570301055908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950606719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11386486142873764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950621937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11051925271749496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950636968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1172223687171936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950636969, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950636969, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950733178, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6497419476509094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950733180, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950733180, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950748039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1210394874215126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950763231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11975222826004028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950779059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12400878220796585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950794179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657002031803131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950809653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148744523525238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950825391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11794503033161163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950840658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11977992951869965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950856037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11919103562831879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950871314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10979210585355759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950886378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11819546669721603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950901868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11573594063520432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950916633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11757631599903107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950931532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11330569535493851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950947388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12723281979560852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950947388, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784950947389, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784951043343, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6745119094848633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784951043344, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784951043344, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784951058650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12514157593250275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951074155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11718439310789108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951089598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11683519184589386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951105190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12299320101737976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951120859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11087450385093689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951136215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11217683553695679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951150547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414947360754013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951166009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909619182348251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951181830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112120121717453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951197750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11717221885919571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951213572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12420021742582321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951229498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11588915437459946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951245196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12796732783317566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951261170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11348115652799606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951261171, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784951261171, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784951356227, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7271044850349426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784951356228, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784951356228, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784951372141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12652361392974854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951387869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449965089559555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951403907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11831612139940262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951419720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11366499215364456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951435389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12049419432878494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951451625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11925993114709854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951467553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12167107313871384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951483663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12161265313625336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951499814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11572716385126114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951515982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11314544826745987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951532016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11547024548053741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951547215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11668617278337479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951562435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12501144409179688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951578448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11662144958972931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951578449, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951578449, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951674861, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7501415014266968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951674862, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951674862, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951690728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12292882055044174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951707109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11950357258319855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951722749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414574086666107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951738912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1151285395026207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951754881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10950080305337906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951770665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537306755781174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951786703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11799280345439911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951802114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11179741472005844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951817829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102556586265564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951833908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090901717543602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951849920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12332583218812943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951865901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.107154481112957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951881852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12077640742063522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951897927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11940683424472809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951897927, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951897927, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951994276, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7597251534461975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951994277, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951994277, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784952010582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11943729221820831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952025847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11867070943117142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952041259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163618192076683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952057114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11671170592308044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952072724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324077308177948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952088762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10435380041599274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952104212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11993025243282318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952119844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11515036970376968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952135528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10372337698936462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952150969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10297408699989319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952166465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071285530924797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952182112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11243951320648193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952197428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11101038753986359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952213340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11491339653730392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952213377, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784952213377, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784952308227, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7645624876022339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784952308228, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784952308228, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784952323757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432390868663788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952339925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699755698442459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952356209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11534254997968674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952371809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057397723197937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952387850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768117755651474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952404025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11445451527833939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952419728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11313016712665558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952435232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11267698556184769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952450410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11623125523328781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952466071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11153814196586609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952481452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10092351585626602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784952497223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11342328786849976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} diff --git a/recommendation/rcp_logs/gbs_8192/seed12838.log b/recommendation/rcp_logs/gbs_8192/seed12838.log new file mode 100644 index 000000000..63ce9ddb1 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed12838.log @@ -0,0 +1,227 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243504979, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243505062, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243520240, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243520248, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243520252, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243520254, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243520257, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243520260, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243520263, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243520266, "event_type": "POINT_IN_TIME", "key": "seed", "value": 12838, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243520269, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243520272, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243520274, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243520277, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243520280, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243520283, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243520285, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243520288, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243520291, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243520293, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243520296, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243520299, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243520302, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243520305, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243520308, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243520311, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244397556, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244397961, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244398048, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255231759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13899683952331543, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255255168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833269476890564, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255278231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735461235046387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255301496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379004418849945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255324912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833913207054138, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255348160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377660185098648, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255371626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796021044254303, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255395292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13738879561424255, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255418830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828693330287933, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255442828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13807471096515656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255466784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372784823179245, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255491023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13808037340641022, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255514994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13726481795310974, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255538644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13648663461208344, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255562823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13554838299751282, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255586854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372603476047516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255611105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593287765979767, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255634977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13599668443202972, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255660376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13480451703071594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255684750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369900107383728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255731631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332697868347168, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255757827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13417983055114746, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255793654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13475726544857025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255818008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13344600796699524, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255842297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361672431230545, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255866528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780181109905243, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255890596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13544243574142456, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255914536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378210335969925, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255938702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13609690964221954, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255962731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13420824706554413, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255986934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13686972856521606, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256011167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023418188095093, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256035172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324925571680069, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256059440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13322500884532928, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256083643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1280713826417923, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256107861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12642624974250793, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256131948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13222679495811462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256156553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325382769107819, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256181504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13430064916610718, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256206330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365432620048523, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256231207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356583833694458, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256257169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525646924972534, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256282069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508635759353638, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256306963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367344439029694, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256331697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13185527920722961, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256358467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352739930152893, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256383877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13056108355522156, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256409136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338806301355362, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256434290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166385889053345, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256458726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12953528761863708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256483204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1401163935661316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256507846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13042481243610382, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256532600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13010907173156738, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256557180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357739120721817, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256581525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13432660698890686, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256606284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12933363020420074, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256630747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12967520952224731, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256655361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12931546568870544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256679749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1286526769399643, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256704148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744989037513733, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256728943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665138185024261, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256753392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13683439791202545, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256778057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322588473558426, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256802684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822951912879944, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256827422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13010753691196442, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256852388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273958384990692, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256876963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13439986109733582, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256902004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1423226296901703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256927187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13584132492542267, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256952977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12594228982925415, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256978435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698308169841766, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257003788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13292472064495087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257029200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13219773769378662, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257054503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132113978266716, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257080018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378495842218399, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257105814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14149051904678345, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257130884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332416832447052, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257155634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13401615619659424, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257180459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178883492946625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257205287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13180558383464813, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257230259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354411393404007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257255230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13973793387413025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257280347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347847431898117, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257305148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562169671058655, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257329978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308612823486328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257354802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135464146733284, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257379914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13420091569423676, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257404758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112901151180267, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257429883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13368551433086395, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257454596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379883885383606, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257479319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13260316848754883, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257504085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13213355839252472, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257529201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291992962360382, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257554514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337798684835434, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257579490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290607452392578, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257604440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13491985201835632, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257629546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368732452392578, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257654358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12607073783874512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257679559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325482279062271, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257704931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12720002233982086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257729725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506057858467102, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257754942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355430960655212, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257779993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520579040050507, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257804993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13543421030044556, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257830145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13050660490989685, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257855371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14075835049152374, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257880603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1342223882675171, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257905578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13935096561908722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257931560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268286257982254, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257957153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505220413208008, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257982747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511550426483154, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258008539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336100548505783, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258034264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13750335574150085, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258060295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551321625709534, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258086170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13726896047592163, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258111905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332271695137024, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258137665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12990623712539673, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258165023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319679170846939, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258191181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13257256150245667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258216804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13004423677921295, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258242293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12777911126613617, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258267468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13194727897644043, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258292529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12586499750614166, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258317558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12796105444431305, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258342854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14256134629249573, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258368014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322767585515976, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258393235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12546110153198242, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258418706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1190638616681099, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258443949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13695275783538818, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258468901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13036155700683594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258493883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12576250731945038, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258518855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12357671558856964, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258544204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13096117973327637, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258569471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12892794609069824, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258594620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12748438119888306, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258620033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12370949983596802, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258645311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12576037645339966, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258670571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12791402637958527, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258695609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12120162695646286, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258720693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12676852941513062, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258720698, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258720701, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258950137, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6210371255874634, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258950465, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258950469, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258975879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12395721673965454, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259001292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12720467150211334, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259026460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1228422001004219, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259051837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11567743122577667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259077173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11343131214380264, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259092264, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259092269, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259187277, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6371973156929016, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259187282, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259187285, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259197466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12343261390924454, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259222511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11754296720027924, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259247611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12323074042797089, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259273347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12653838098049164, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259298816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1140037253499031, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259324093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11855491995811462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259329221, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259329227, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259434211, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6635257601737976, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259434220, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259434223, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259454701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12000984698534012, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259480257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11680871248245239, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259505674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12002847343683243, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259531046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12051627784967422, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259556341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11715993285179138, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259576667, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259576673, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259671757, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7011938095092773, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259671768, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259671772, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259676875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427146941423416, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259702767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11636602878570557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259728373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10925618559122086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259753746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847272723913193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259779941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12442967295646667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259806016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12622986733913422, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259816419, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259816425, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259911497, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7497195601463318, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259911848, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259911852, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259927410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11945211887359619, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259953312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278228461742401, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259979234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11452696472406387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260005436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361129581928253, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260031599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750856786966324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260057791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414279043674469, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260057796, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260057800, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260153957, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7591435313224792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260153963, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260153967, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 68812800, "epoch_num": 0.030038299263717993}} diff --git a/recommendation/rcp_logs/gbs_8192/seed138251694.log b/recommendation/rcp_logs/gbs_8192/seed138251694.log deleted file mode 100644 index 0939b8339..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed138251694.log +++ /dev/null @@ -1,681 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784940678141, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784940678141, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784940699724, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "seed", "value": 138251694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784940699726, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784940699732, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784940699732, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784941584276, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784941584277, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784941584733, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784941737948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13866974413394928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784941750230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13830728828907013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941763074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13849303126335144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941776198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847102224826813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941789514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13856860995292664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941802827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847239315509796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941816237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382628083229065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941829655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13868878781795502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941843175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876457512378693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941856619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853897154331207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941870440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847948610782623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941884012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388532519340515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941897946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383674293756485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941911568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13907232880592346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941911568, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784941911569, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784941996629, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5013336539268494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784941996630, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784941996630, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942009761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13839007914066315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942023058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13850615918636322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942037490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383703351020813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942051110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834752142429352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942065010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138162761926651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942079381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380109041929245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942092654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138204887509346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942106289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13812881708145142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942120851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791970908641815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942134663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13827012479305267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942148899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385221630334854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942162917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853959739208221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942176670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13802139461040497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942191015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879024982452393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942191016, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942191016, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942272932, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5016124248504639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942272933, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942272933, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942286821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768979907035828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942300632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828414678573608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942314516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373881846666336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942328588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365291178226471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942342250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776709139347076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942355836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801166415214539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942369507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13741536438465118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942384037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698731362819672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942398234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13650307059288025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942412287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372741460800171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942426481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372509002685547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942440362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375759094953537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942454768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378057599067688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942468359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762608170509338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942468360, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942468360, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942549323, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5019965767860413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942549324, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942549324, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942562779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367434412240982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942576547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373411864042282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942590259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13650484383106232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942604869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719111680984497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942618934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13728244602680206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942633205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373216211795807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942647270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13651223480701447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942661255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13730812072753906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942675743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13681188225746155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942689971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386224925518036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942703988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13616842031478882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942717968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799263536930084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942731912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497263193130493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942746295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643650710582733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942746296, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784942746296, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784942830866, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5024652481079102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784942830867, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784942830868, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784942844560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13609302043914795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942858304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531087338924408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942871840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744038343429565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942885631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13432861864566803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942899551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364355832338333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942913207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332699954509735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942927351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13523021340370178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942941115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519413769245148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942955045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781386613845825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942968849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493362069129944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942982690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14763686060905457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942996926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354249268770218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943010640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13389833271503448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943024459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13753929734230042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943024460, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943024460, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943107290, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.503047525882721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943107291, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943107291, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943121020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350109726190567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943134737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13970838487148285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943148571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13584090769290924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943162301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13282990455627441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943176165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347324252128601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943190211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1392994523048401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943204108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331050544977188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943218340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13277648389339447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943232294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289564847946167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943245869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114900887012482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943259759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13087984919548035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943273243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13471412658691406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943286951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13125014305114746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943301112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13911239802837372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943301113, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943301113, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943383125, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5036991834640503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943383126, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943383126, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943397030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331815600395203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943410750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321655988693237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943425034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356871873140335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943438982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13478785753250122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943453067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13773882389068604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943467155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12733687460422516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943480811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135287344455719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943494705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290522664785385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943508766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333162784576416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943523177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13234490156173706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943537210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13316906988620758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943551575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13430175185203552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943566461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530348241329193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943580710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13329903781414032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943580711, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943580712, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943663040, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5046447515487671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943663041, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943663041, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943677416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13240981101989746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943691554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13372398912906647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943705779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355431228876114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943720234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557332754135132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943734499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1396748572587967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943748520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13302500545978546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943763351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524845242500305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943777374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332775205373764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943791397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330786645412445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943805474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13170461356639862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943819344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13570375740528107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943833664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361454010009766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943847555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13311755657196045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943861303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13050971925258636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943861303, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784943861304, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784943944079, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5058592557907104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784943944080, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784943944081, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784943958822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13806255161762238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943973182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346038281917572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943987575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541436195373535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944002138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13120798766613007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944016317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353268802165985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944030761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340671330690384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944045371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370886117219925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944059857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341196894645691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944074224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13277165591716766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944088242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12961351871490479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944101807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12749366462230682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944115630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132957324385643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944129620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946678698062897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944143246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1244872659444809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944143246, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944143247, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944223960, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5070699453353882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944223961, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944223961, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944237928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13102023303508759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944251667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13583701848983765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944265676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13310423493385315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944279725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13025155663490295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944293463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1280190646648407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944307723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12647002935409546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944322250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12879173457622528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944336290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13233129680156708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944350534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506591320037842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944364779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1248164251446724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944378710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1285477727651596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944392632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433130085468292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944406876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112208247184753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944421401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12914060056209564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944421402, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944421402, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944503601, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5086745023727417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944503602, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944503602, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944518065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13053375482559204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944532253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12931300699710846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944546045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331900805234909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944560435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12387964874505997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944574633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926073372364044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944588245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256505697965622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944601944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299981325864792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944615878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1216902956366539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944629531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13584913313388824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944643586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13705600798130035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944657431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1236468032002449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944671832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1231631264090538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944686023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12549695372581482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944700139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289748251438141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944700139, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784944700139, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784944783730, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5105555057525635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784944783731, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784944783731, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784944797443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13657806813716888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944812100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643555343151093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944826280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13572748005390167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944840288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14000573754310608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944854251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13677887618541718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944868329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840492069721222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944882228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12735222280025482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944896371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1261424720287323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944910553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14225342869758606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944925159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14094416797161102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944939678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12718594074249268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944954041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12830393016338348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944968316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13272882997989655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944982062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13135287165641785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944982063, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784944982063, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945066630, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5125978589057922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945066631, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945066631, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945081401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14137797057628632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945095893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14259056746959686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945110097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353149563074112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945124421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13934427499771118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945138981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14458467066287994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945153065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1406998336315155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945167542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12576410174369812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945182018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375160813331604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945196508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13174191117286682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945211149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13615646958351135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945225624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762350380420685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945239917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13284137845039368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945254897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13467365503311157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945269758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13658714294433594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945269759, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945269759, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945353576, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5148406028747559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945353577, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945353577, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945367893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384589821100235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945382698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13809290528297424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945397471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13156390190124512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945412103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328871250152588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945426728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13372330367565155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945441648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1395696997642517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945456435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325719654560089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945471253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1411779224872589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945485425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1407012641429901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945500000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13517312705516815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945514218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12760290503501892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945528045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13009122014045715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945541865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383178412914276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945555863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127670556306839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945555863, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784945555864, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784945641513, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5176620483398438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784945641514, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784945641514, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784945655267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13205267488956451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945669007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13674403727054596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945683011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360807299613953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945697093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317916065454483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945711142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341092437505722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945725198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333257555961609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945739586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377153873443604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945753683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13246367871761322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945767595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13973018527030945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945782441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13191673159599304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945796726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880949676036835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945810671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311231553554535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945824844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324755698442459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945839067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13573423027992249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945839068, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784945839068, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784945924775, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5217011570930481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784945924776, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784945924776, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784945939154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334647834300995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945953357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1228133961558342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945967570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13052617013454437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945981778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032186031341553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945995776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13478568196296692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946010390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540324568748474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946024522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352274864912033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946039083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12417808175086975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946053193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311016082763672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946067069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309293955564499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946081752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13010276854038239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946095721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13305039703845978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946109720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13074073195457458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946123496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300451159477234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946123497, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946123497, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946208212, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5270775556564331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946208213, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946208213, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946222200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769391179084778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946236291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320735514163971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946250273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333255022764206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946264325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13042645156383514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946278336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12685903906822205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946292237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13179096579551697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946306645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355409473180771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946320959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326817125082016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946335155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13090728223323822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946349681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388615369796753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946364101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365936279296875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946378049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13727208971977234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946392816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317090541124344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946406922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308702409267426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946406922, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946406923, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946489509, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5344972014427185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946489510, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946489510, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946503590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308101862668991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946517561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13476932048797607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946531662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13753171265125275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946545783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13270117342472076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946559980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12724114954471588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946574063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912632524967194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946588072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12560974061489105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946602294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12377482652664185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946616911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13574884831905365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946631446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698239624500275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946645762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1342490017414093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946660724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12684254348278046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946675281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13075877726078033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946689266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1231008842587471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946689266, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784946689267, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784946774385, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5446968078613281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784946774386, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784946774386, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784946789030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320635825395584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946803440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13230593502521515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946817865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333594173192978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946832310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137422576546669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946846698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588282465934753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946861102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13113069534301758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946875427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126657634973526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946889794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13469095528125763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946904018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12429992854595184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946918564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12987950444221497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946932998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318736970424652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946947622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335400491952896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946962315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398126780986786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946976706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357780247926712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946976707, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784946976707, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947060278, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5587624907493591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947060279, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947060279, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947075177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643589615821838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947089552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097447156906128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947103658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320662647485733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947118191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385875642299652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947133161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1293112337589264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947148379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779115676879883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947163065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13430531322956085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947177895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13663138449192047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947192745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13392706215381622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947207716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13004374504089355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947222685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13968510925769806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947237851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399049639701843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947252971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1279892921447754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947268128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329597681760788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947268129, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947268129, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947352615, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5728825330734253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947352616, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947352616, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947367992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14145693182945251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947382778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13205650448799133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947397991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13276298344135284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947412812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12964938580989838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947427975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346205472946167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947443065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13283702731132507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947457789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13279391825199127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947472595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13475990295410156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947487325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13012591004371643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947502327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13167813420295715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947517256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13245028257369995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947532393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13653019070625305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947547055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354488730430603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947561978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656750321388245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947561979, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784947561979, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784947646699, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.586741030216217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784947646700, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784947646700, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784947661294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13072934746742249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947676264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343052089214325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947691162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360817730426788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947706470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13118639588356018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947721160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13650785386562347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947735719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1284850537776947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947751051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13285906612873077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947765585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12209378182888031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947780497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294926255941391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947795400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023445010185242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947810284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12974247336387634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947825039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12980705499649048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947839810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12780117988586426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947854505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12924855947494507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947854506, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784947854506, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784947936723, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5965870022773743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784947936724, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784947936725, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784947950945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12075558304786682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947965641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12517252564430237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947980296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12739957869052887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947995186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13214638829231262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948010239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13056445121765137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948025064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1199812963604927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948039998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12847089767456055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948054697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13058054447174072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948069370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507765531539917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948083583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1262931078672409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948098689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313568353652954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948113103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1159847304224968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948127368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11896755546331406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948141943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1237843856215477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948141944, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948141945, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948225096, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6090077757835388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948225097, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948225097, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948239724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11973784118890762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948254243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12599775195121765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948268920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12604016065597534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948283585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296379268169403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948298235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11898533254861832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948312960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13261960446834564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948327707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12786026298999786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948342558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11957090348005295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948357427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12527139484882355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948372659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12489907443523407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948387453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1164134219288826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948402853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298760026693344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948417853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12522506713867188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948432495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269473284482956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948432496, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784948432496, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784948515497, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6226760745048523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784948515498, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784948515499, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784948529869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256280392408371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948545032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11671819537878036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948559529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12013257294893265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948574154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11964146047830582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948588615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12251534312963486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948602805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12456847727298737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948617265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11383070796728134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948631617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12138435244560242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948645943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12364079058170319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948660053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1221560388803482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948673974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11431704461574554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948688309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12195175141096115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948702677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777305066585541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948717178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12246658653020859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948717179, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784948717179, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784948803283, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6373053193092346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784948803284, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784948803284, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784948818187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11523382365703583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948832860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11183086037635803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948847285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12608110904693604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948862075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1203472912311554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948876479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12202437967061996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948890860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11440064013004303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948904969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11818862706422806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948919986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12070570886135101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948934554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11919202655553818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948949143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11047910898923874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948963827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11905796825885773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948978336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12052587419748306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948992758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1239781305193901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949007338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156887635588646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949007338, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949007339, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949092772, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6641541123390198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949092773, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949092774, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949107566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1181301549077034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949122221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096779853105545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949136629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10854335129261017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949151027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11244995146989822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949165472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10798350721597672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949179960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.120906762778759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949194590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11451924592256546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949209569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11901333928108215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949224096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10051814466714859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949239127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11897161602973938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949254082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228842288255692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949268901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11203563213348389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949283418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824114829301834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949298389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11552505195140839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949298389, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784949298390, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784949384916, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6992281079292297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784949384917, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784949384917, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784949399547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1192409098148346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949414242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11847119778394699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949428997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12241227179765701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949443627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10418705642223358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949458414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11259254068136215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949473004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1170523464679718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949487848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11854133009910583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949502624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11707259714603424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949517200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660119354724884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949531819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11730840802192688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949546340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11264733225107193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949560843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11545831710100174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949575279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111338309943676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949590248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12354318797588348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949590248, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784949590248, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784949676136, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7327044606208801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784949676137, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784949676137, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784949691025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12236051261425018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949705869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11580630391836166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949720381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11424748599529266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949735350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11931472271680832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949750041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703637450933456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949764764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920462757349014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949778939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11176209896802902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949794187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713478922843933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949808941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10968312621116638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949824178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11507593095302582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949839158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12198494374752045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949853934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136488988995552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949868980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.125734344124794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949883998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11135559529066086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949883999, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784949883999, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784949968707, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.75725257396698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784949968708, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784949968708, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784949983777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1243482381105423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949998607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11268525570631027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950013448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11375816911458969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950028540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11235331743955612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950043370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11669475585222244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950058463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11400190740823746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950073794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11978667229413986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950089107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11866120994091034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950104303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11364184319972992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950119785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11078257858753204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950134980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11413022130727768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950149861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154548078775406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950164671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12284570932388306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950179967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11325860768556595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950179968, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784950179968, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784950267056, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7601513862609863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784950267057, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784950267057, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784950281968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11944284290075302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950297117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11694103479385376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950312086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163634061813354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950327314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212333291769028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950342314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642755031585693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950357280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123436689376831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950372233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11555012315511703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950386857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10808414965867996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950401786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817396640777588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950416632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685457289218903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950431907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12176334112882614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950447152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10390472412109375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950462253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11827053129673004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950477870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1186804249882698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950477871, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784950477871, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784950563082, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7624872922897339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784950563083, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784950563083, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784950578382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11649609357118607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950593308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11549056321382523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950608236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11428650468587875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950623508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278501152992249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950638644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1009308248758316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950653638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090487450361252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950668734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11707717180252075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950683600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11457159370183945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950698529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10198068618774414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950713648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080414265394211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950728419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10455819219350815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950743462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105462163686752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950758517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087915301322937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950773560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11318064481019974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950773597, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784950773597, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784950857242, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7641659379005432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784950857244, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784950857244, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784950871999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10381484776735306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950887238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.105070561170578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950902417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300505697727203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950917241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10806339979171753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950932314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10639765858650208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950947783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11306784301996231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950962613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126423180103302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950977230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10955392569303513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950992219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11506551504135132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951006784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920751094818115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951021221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09853167086839676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951035764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11238931119441986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951049943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630670189857483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951064331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10414193570613861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951064331, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784951064332, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784951146627, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7657396793365479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784951146627, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784951146628, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784951160895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10414861887693405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951175517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11262402683496475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951190061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09478321671485901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951204387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265859216451645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951218863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11178240180015564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951233161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10367892682552338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951247725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08792971074581146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951262310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837315768003464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951277034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10010869801044464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951291817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1178085133433342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951306767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068267896771431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951321291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09979904443025589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951336316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09780265390872955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951351190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10607153922319412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951351190, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784951351191, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784951434428, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7666959166526794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784951434429, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784951434429, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784951449008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11482950299978256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951463612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11176272481679916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951477604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10402427613735199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951492882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10517571866512299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951507098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09859024733304977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951521721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10014737397432327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951536184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556618869304657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951550766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652752220630646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951565047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09644816070795059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951579654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810810327529907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951594082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043815165758133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951608545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666074603796005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951622869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10856427252292633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951637307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11280310899019241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951637307, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784951637308, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} diff --git a/recommendation/rcp_logs/gbs_8192/seed15510.log b/recommendation/rcp_logs/gbs_8192/seed15510.log new file mode 100644 index 000000000..364f12c04 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed15510.log @@ -0,0 +1,280 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243489425, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243489515, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243503812, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243503818, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243503821, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243503824, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243503827, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243503830, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243503833, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243503836, "event_type": "POINT_IN_TIME", "key": "seed", "value": 15510, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243503839, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243503842, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243503845, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243503848, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243503851, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243503854, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243503857, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243503860, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243503862, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243503865, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243503868, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243503871, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243503874, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243503877, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243503880, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243503883, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244422742, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244423181, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244423276, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255219457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852202892303467, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255243863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386713683605194, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255267577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828451931476593, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255291113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387123316526413, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255321026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879480957984924, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255344497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855867087841034, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255368610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384391486644745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255392704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834896683692932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255416752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385752260684967, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255440991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383950114250183, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255465237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13820677995681763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255489741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384340226650238, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255513829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790269196033478, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255537805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744188845157623, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255561879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13693058490753174, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255586061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764651119709015, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255610714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368546187877655, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255634755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13672204315662384, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255660981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13603205978870392, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255685644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375933438539505, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255730716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474056124687195, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255755571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514602184295654, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255780071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13573788106441498, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255804410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347702443599701, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255828789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675905764102936, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255853129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775047659873962, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255877574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13572119176387787, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255901859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762883841991425, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255926132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13627436757087708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255950354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494083285331726, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255974748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13676512241363525, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255999163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13147170841693878, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256023349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330425888299942, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256047785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336887776851654, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256072109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912249565124512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256096540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12763439118862152, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256120830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13253608345985413, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256145728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13357695937156677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256170931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13413889706134796, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256195926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377277553081512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256220986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354670226573944, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256246351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522008061408997, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256271587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13527925312519073, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256296499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367289304733276, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256321505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319800615310669, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256347365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539792597293854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256372750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307566910982132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256398208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396281003952026, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256423143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166828453540802, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256447700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296989917755127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256472327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13954634964466095, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256497141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046877086162567, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256521863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302008330821991, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256546554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13556651771068573, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256571058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13408832252025604, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256595952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12941700220108032, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256620602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944817543029785, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256645365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295260190963745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256669911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12848852574825287, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256694480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13746336102485657, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256719451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13683511316776276, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256744236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13660839200019836, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256769582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195820152759552, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256794413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13815349340438843, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256819328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301424503326416, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256844605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12727299332618713, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256869277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13436715304851532, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256894656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14241594076156616, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256920012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353718787431717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256946177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12599530816078186, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256971909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13701635599136353, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256997615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13291963934898376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257023226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13230574131011963, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257048930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315453201532364, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257074639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768714666366577, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257100590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14119751751422882, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257125893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13334479928016663, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257150821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341792196035385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257175808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13164374232292175, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257200798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320260912179947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257225955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353539228439331, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257251147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13986855745315552, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257276405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13482709228992462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257301386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13604213297367096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257326379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13085848093032837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257351381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496990501880646, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257376657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13428528606891632, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257401675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13094043731689453, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257427380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365961611270905, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257452285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379016637802124, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257477187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13264772295951843, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257502037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13218146562576294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257527311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12897074222564697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257552667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378769159317017, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257578024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12862759828567505, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257603194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13483403623104095, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257628406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13660681247711182, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257653385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258249580860138, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257678775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226498663425446, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257704315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12694944441318512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257729336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13483826816082, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257754880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13357937335968018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257780105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497711718082428, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257805374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13482938706874847, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257830687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13070888817310333, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257856075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13999487459659576, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257881488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356973230838776, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257906685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386445164680481, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257932773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1267247051000595, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257958738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13468125462532043, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257984492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13428762555122375, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258010466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325387239456177, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258036411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744206726551056, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258062610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350434124469757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258089043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363101601600647, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258115017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320692002773285, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258140957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12793730199337006, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258166808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13091763854026794, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258192816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13164642453193665, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258218805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12875120341777802, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258244461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12622132897377014, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258269790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13007265329360962, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258294996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12376470118761063, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258320187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12614242732524872, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258345718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14018404483795166, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258371268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12889635562896729, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258396647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12263592332601547, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258422574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11671556532382965, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258447984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13425472378730774, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258473307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12702786922454834, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258498473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12262709438800812, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258523608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11965078860521317, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258549134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12739801406860352, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258574555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12572985887527466, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258599925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12301724404096603, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258625617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11908651888370514, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258651078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1211487278342247, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258676345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12330154329538345, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258701584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696431040763855, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258726842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12314067780971527, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258726848, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258726852, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258958253, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.634870707988739, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258958664, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258958668, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258984235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11882587522268295, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259009708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12135758250951767, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259035167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11756201833486557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259060706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11028555780649185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259086680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10746704787015915, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259101872, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259101879, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259202988, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6490703225135803, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259202994, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259202998, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259213439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163216382265091, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259238745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11185257136821747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259264226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12129463255405426, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259289939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12215745449066162, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259316574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11096977442502975, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259344164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11443549394607544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259349355, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259349361, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259457500, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6680198907852173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259457508, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259457511, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259478115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11935262382030487, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259503839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1153263971209526, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259529395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1189546063542366, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259555156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11942745000123978, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259580416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11571672558784485, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259600895, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259600901, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259695457, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.691084623336792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259695463, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259695466, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259700841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270052194595337, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259726560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594818532466888, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259752776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077914908528328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259778319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828281193971634, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259804885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12371737509965897, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259832370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12824992835521698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259843055, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259843061, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259938915, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7003453373908997, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259939312, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259939316, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259954982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12074801325798035, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259981098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1129903644323349, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260007447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11612862348556519, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260033818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11577440053224564, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260060169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12022083252668381, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260087364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1160106435418129, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260087370, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260087373, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260191675, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7173616290092468, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260192081, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260192085, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260218416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11615263670682907, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260244731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910342633724213, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260270936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527979582548141, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260296983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10874594002962112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260323460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1153368353843689, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260339453, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260339459, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260430961, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7359990477561951, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260430967, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260430970, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260441558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11982011795043945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260469040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11238816380500793, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260496129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538366436958313, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260522458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213847249746323, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260549215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10831056535243988, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260575221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507479310035706, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260580338, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260580344, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260679667, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7463287115097046, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260679673, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260679676, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260700499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853161662817001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260726438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311275511980057, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74137600, "lr": 3.7704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260752435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11386790126562119, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260778241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228255182504654, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74956800, "lr": 3.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260804170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11499910056591034, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260824789, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260824795, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260914416, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7498149871826172, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260914422, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260914425, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260919525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11916745454072952, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75776000, "lr": 3.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260945121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09767603874206543, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260970836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09970887750387192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76595200, "lr": 3.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260996312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10966378450393677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261021994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11303717643022537, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77414400, "lr": 3.937083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261048089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10292868316173553, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261058427, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261058433, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261150507, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7492438554763794, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261150516, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261150519, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261165988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11247257888317108, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78233600, "lr": 3.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261193441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082635298371315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261219228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11386732757091522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79052800, "lr": 4.020416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261246516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09919819235801697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261272741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10867104679346085, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79872000, "lr": 4.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261298782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11358924210071564, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261298788, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261298792, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261394237, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7508378028869629, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261394645, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261394649, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 80281600, "epoch_num": 0.03504468247433766}} diff --git a/recommendation/rcp_logs/gbs_8192/seed166896187.log b/recommendation/rcp_logs/gbs_8192/seed166896187.log deleted file mode 100644 index f5f0a637d..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed166896187.log +++ /dev/null @@ -1,1847 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1785027752815, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1785027752815, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1785027773725, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1785027773730, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1785027773730, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1785027773730, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1785027773730, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1785027773730, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1785027773730, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1785027773730, "event_type": "POINT_IN_TIME", "key": "seed", "value": 166896187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1785027773731, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1785027773731, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1785027773731, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1785027773731, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1785027773751, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1785027773752, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1785028686126, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1785028686127, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1785028686499, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1785028846313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388864666223526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1785028858867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13892558217048645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028871827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385093480348587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028884932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865765929222107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028897950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876421749591827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028911323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13883990049362183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028924430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869628310203552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028937775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388900876045227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028951094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13881343603134155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028964198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882973790168762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028978013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386541724205017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028991646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876408338546753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785029005133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861219584941864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029018486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13947561383247375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029018486, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029018488, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029156936, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4998452365398407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029156937, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029156937, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029170294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384577453136444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029183761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13843296468257904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029197485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383303701877594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029210907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13846920430660248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029224573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13842083513736725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029238224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13844294846057892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029251491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13826227188110352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029265006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13836286962032318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029279087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380576491355896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029292793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13816821575164795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029306567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13842391967773438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029320152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867121934890747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029333612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13808469474315643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029347585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13814450800418854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029347586, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029347586, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029433566, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5000662803649902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029433567, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029433567, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029447060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791626691818237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029460554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823148608207703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029474159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375342458486557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029488060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370234489440918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029501680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13811320066452026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029515154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13811199367046356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029528743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373114138841629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029542574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13729971647262573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029555893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13677263259887695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029569014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378972977399826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029582320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13739019632339478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029595476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13751570880413055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029609725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793060183525085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029623313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137541726231575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029623313, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029623313, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029709475, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5003789067268372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029709476, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029709476, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029722631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367262452840805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029736132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374284029006958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029749589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13663901388645172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029763702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13710007071495056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029777379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375618427991867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029791140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768212497234344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029804826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366763859987259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029818460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13737890124320984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029832595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13659733533859253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029846508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851653039455414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029860307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13634857535362244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029873926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375153660774231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029887824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351761370897293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029901844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665130734443665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029901845, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029901845, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029984466, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5007866621017456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029984467, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029984467, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029997715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13612690567970276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030011203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532063364982605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030024536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777406513690948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030038257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440048694610596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030052126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13638760149478912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030065600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318558037281036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030079370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549232482910156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030092705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13509997725486755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030106145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378607600927353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030119408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502798974514008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030132689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14854854345321655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030146348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353890597820282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030159689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364654779434204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030173321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780459761619568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030173322, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030173322, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030256541, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5013368725776672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030256542, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030256542, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030270029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13489198684692383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030283467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13976462185382843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030297040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358690708875656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030310558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330433189868927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030324199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13449501991271973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030338070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1392449587583542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030351830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330011636018753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030365792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13250704109668732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030379298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13284318149089813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030392480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308189481496811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030405851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306505799293518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030418981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493871688842773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030432323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13120348751544952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030445970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13906274735927582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030445971, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030445971, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030526419, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.502023458480835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030526420, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030526421, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030539973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13346491754055023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030553401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330994963645935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030567363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356644630432129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030581109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13503660261631012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030594865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783931732177734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030608601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12728546559810638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030622038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529641926288605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030635709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880831956863403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030649553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13338106870651245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030663688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323302984237671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030677564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325008749961853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030691624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13422586023807526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030705693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13537657260894775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030719516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13352608680725098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030719517, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030719518, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030800419, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5030142068862915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030800420, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030800420, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030814525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132379949092865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030828403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383346796035767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030842322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13526636362075806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030856424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534638285636902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030870360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13986501097679138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030884149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332627832889557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030899084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352461725473404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030912886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335020363330841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030926832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325966864824295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030941311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13171479105949402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030955275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13602393865585327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030969720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335003823041916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030983605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13322541117668152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030997404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060498237609863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030997405, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785030997405, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031080435, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5042583346366882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031080436, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031080436, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785031095162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378413438796997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031109190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347648948431015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031123252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531872630119324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031137506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13123908638954163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031151427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362325727939606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031165420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399560749530792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031179562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13720563054084778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031193755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13390101492404938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031207714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13292592763900757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031221423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12967421114444733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031234896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12745866179466248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031248534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289101421833038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031262233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12943284213542938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031275453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12437853962182999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031275454, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031275454, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031360127, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.505611002445221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031360128, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031360129, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031374089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312117725610733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031387801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359381377696991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031401749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342425227165222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031415711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302594244480133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031429264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12820588052272797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031443221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1265067458152771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031457161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12874653935432434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031470801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13245758414268494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031484517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529863953590393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031498286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12488160282373428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031511929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1284051537513733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031525498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440948724746704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031539304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13092860579490662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031553436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12922519445419312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031553436, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031553437, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031638534, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5072272419929504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031638535, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031638535, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031652442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303904801607132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031666177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12902472913265228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031679554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295163214206696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031693874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1236753985285759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031707825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295754462480545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031721290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256958395242691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031734875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298544704914093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031748754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12158294767141342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031762248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562104105949402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031776265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13740584254264832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031790058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1235765665769577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031804223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12321179360151291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031818267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12558460235595703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031832217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12885522842407227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031832218, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031832218, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031915522, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5090755820274353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031915523, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031915523, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031928982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13660329580307007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031943167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136553555727005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031956852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13559991121292114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031970386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13989143073558807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031984024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675056397914886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031997658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13817130029201508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032011182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12735801935195923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032024645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12604360282421112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032038068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14188578724861145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032052029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14093023538589478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032066023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12741759419441223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032079888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1285352110862732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032093663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13278305530548096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032106875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13141947984695435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032106876, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032106876, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032192924, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5110593438148499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032192925, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032192926, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032207769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1414095163345337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032222424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14227867126464844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032236653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352609246969223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032250746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1393740177154541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032265297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14481516182422638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032279371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14106255769729614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032293868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12584784626960754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032308425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13753144443035126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032323164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317163109779358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032337918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13625216484069824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032352427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767726719379425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032366604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297978043556213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032381054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344914436340332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032395176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13649186491966248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032395177, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032395177, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032479297, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5132236480712891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032479298, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032479298, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032492975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387183517217636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032507080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823886215686798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032521363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131539449095726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032535604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13299348950386047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032549879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13401761651039124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032564361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13983245193958282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032578526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327466070652008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032593117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1413416564464569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032607009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14063099026679993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032621560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493460416793823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032635714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12785857915878296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032649590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13006015121936798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032663578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13409626483917236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032677746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12752772867679596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032677747, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032677748, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032761927, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5159296989440918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032761927, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032761928, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032775893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195309042930603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032790006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13687734305858612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032804155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336178034543991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032818569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13187359273433685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032832895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13395707309246063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032847235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342951238155365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032862130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133649080991745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032876744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13248786330223083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032891000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13976982235908508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032905523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181471824645996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032919491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288854479789734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032933179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13098803162574768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032947066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13256309926509857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032961070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355534940958023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032961071, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785032961071, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033044468, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5196309685707092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033044469, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033044469, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785033058503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340669870376587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033072338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1228279247879982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033086073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305721551179886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033099894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13037805259227753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033113594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511160016059875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033127855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534590601921082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033141669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13543155789375305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033155853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12397385388612747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033169709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311330497264862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033183331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104869425296783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033197896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13030482828617096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033211955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328437507152557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033226006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307576596736908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033239860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13011138141155243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033239860, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033239861, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033323850, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5245118737220764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033323851, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033323851, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033337760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790582120418549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033351759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13235045969486237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033365587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334044337272644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033379388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032440841197968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033393122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270264834165573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033406910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13188713788986206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033421161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13559430837631226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033435305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13261345028877258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033449493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311928778886795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033463764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388966590166092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033477890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13357475399971008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033491559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373138576745987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033505915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319921612739563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033519743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331401765346527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033519744, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033519744, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033604247, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5310262441635132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033604248, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033604248, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033618131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310853511095047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033631943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493190705776215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033645735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791489601135254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033659569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13339944183826447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033673252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12723788619041443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033687049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292969137430191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033700939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12600691616535187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033714689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12382451444864273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033728763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596442341804504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033742972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13713042438030243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033757070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344618946313858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033771535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12671038508415222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033785508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306517869234085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033799100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12356328964233398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033799100, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033799100, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033883719, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5399622917175293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033883720, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033883720, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033898065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13221712410449982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033912302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326482594013214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033926415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338050663471222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033940488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375880092382431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033954524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593263924121857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033968644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13102224469184875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033982708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269039660692215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033996877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502176105976105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034010837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12438275665044785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034025182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301429718732834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034039340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321643590927124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034053721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13398106396198273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034068178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14024177193641663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034082236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363077014684677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034082237, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034082237, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034165620, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5532662272453308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034165621, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034165621, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034180245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643470406532288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034194450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13136112689971924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034208417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13234758377075195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034222611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886532187461853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034237299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12989813089370728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034251806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829660415649414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034265932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346624493598938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034280215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13702255487442017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034294226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13427820801734924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034308540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044236600399017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034322732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14027146995067596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034336909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343926191329956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034351140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12857605516910553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034365461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13345178961753845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034365462, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034365462, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034448687, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5677496790885925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034448687, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034448688, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034463374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1419496387243271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034477592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323796510696411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034492792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332942694425583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034507359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302345097064972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034522358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350250393152237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034537155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333354264497757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034551612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351786136627197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034566123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351538598537445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034580440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13083414733409882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034595100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13213996589183807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034609494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13253526389598846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034623979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675685226917267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034638157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135686457157135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034652836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13686583936214447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034652837, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034652837, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034734236, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5837122797966003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034734237, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034734237, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034748636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142180442810059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034763337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529041409492493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034777808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13434386253356934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034792768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181617856025696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034807125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13693304359912872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034821476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12885531783103943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034836391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13314247131347656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034850378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12330485880374908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034864548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044121861457825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034878711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13083410263061523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034892866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13063889741897583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034906893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13089467585086823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034921137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12826766073703766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034935321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13039995729923248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034935322, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785034935322, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035017673, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.59700608253479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035017674, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035017674, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785035031583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12179385125637054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035045718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12662896513938904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035059833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12851206958293915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035074199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241654634475708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035088915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13131219148635864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035103297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12136378139257431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035118055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13010051846504211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035132607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13147668540477753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035147065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652287423610687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035160960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274699717760086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035175788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13261611759662628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035189883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11752640455961227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035204142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12085942178964615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035218549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12502416968345642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035218550, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035218550, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035301516, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6103338003158569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035301516, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035301517, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035315790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12097834050655365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035329840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269187033176422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035344057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12796759605407715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035358377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13090679049491882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035372455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12049466371536255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035386661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343667060136795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035400543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12876570224761963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035414655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12120505422353745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035429099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12613391876220703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035443660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1263459473848343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035457979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11741597950458527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035472793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13083192706108093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035487204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12657064199447632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035501549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128393292427063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035501550, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035501550, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035585581, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6246834993362427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035585582, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035585582, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035599471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12722909450531006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035614262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11822567135095596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035628564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12151923030614853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035642942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12054167687892914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035657031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12312858551740646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035671163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12529100477695465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035685178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1157054454088211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035699254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12250640988349915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035713291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12506625056266785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035727403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12357929348945618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035741228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11466113477945328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035755271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12310729920864105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035769281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10951048880815506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035783339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12387930601835251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035783340, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035783340, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035866962, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6396524906158447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035866962, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035866963, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035881343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589287966489792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035895485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11373619735240936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035909642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12817609310150146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035924240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1212105005979538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035938476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12307200580835342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035952580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589043587446213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035966347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11899782717227936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035981455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12143594771623611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035995678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12004859745502472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036009969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155746132135391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036024192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11956745386123657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036038235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12089099735021591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036052316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12470508366823196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036066543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11645543575286865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036066544, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036066545, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036148509, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6650325655937195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036148510, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036148511, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036162802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11848466843366623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036176893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1113722175359726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036190870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10851946473121643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036205024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282750964164734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036219202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815343260765076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036233375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12162543833255768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036247966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1158323585987091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036262740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1195920929312706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036277105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10076769441366196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036291799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11890680342912674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036306261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219576001167297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036320415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11209841072559357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036334491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881882160902023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036348719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11609241366386414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036348720, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036348720, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036432769, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7017551064491272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036432770, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036432770, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036446982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11922408640384674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036461691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11894481629133224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036476181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1225506067276001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036490357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10463158786296844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036504654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11251737922430038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036518818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11713359504938126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036533263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11862380057573318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036547652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11797159165143967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036561818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774268954992294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036575941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11725763231515884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036590044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11350557208061218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036603968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11633169651031494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036617902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11205752193927765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036632366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12411196529865265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036632367, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036632367, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036714871, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7346967458724976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036714872, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036714872, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036729343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12281528860330582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036743682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11553246527910233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036757878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11479578912258148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036772623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1205926388502121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036786935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835354775190353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036801180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10999445617198944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036815072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1113249734044075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036829701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10779767483472824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036844034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11016925424337387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036858735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11554615944623947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036873174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12252155691385269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036887473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1133807823061943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036902028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269698292016983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036916574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1114434227347374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036916575, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036916575, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036999650, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7573849558830261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036999651, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036999651, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785037014192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12441252171993256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037028607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126139834523201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037042822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11503225564956665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037057449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239831149578094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037071748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11799058318138123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037086599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1154438927769661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037101568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11983969807624817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037116376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11922219395637512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037130930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406566202640533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037146217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065463721752167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037160783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11383412778377533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037175318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138063371181488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037189760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12370728701353073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037204862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11375204473733902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037204862, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037204862, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037288474, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.763712465763092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037288475, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037288475, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037302971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11980598419904709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037317596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11842509359121323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037332166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11181289702653885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037346941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214258521795273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037361510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10624933987855911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037376160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11336646229028702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037390893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11658724397420883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037405242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910628736019135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037420128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10822586715221405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037434817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10724267363548279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037450014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12136687338352203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037465212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10418597608804703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037480077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11849751323461533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037495535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11860337853431702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037495536, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037495536, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037579586, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7669507265090942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037579587, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037579587, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037594614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11609947681427002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037609288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11615807563066483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037624014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11506319791078568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037639087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11358412355184555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037653526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011936143040657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037667963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09984087198972702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037682351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11712995171546936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037696718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11398350447416306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037711141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170762240886688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037725484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09951058030128479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037739517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526330024003983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037753896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11117637157440186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037768166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10852327942848206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037782330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294078826904297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037782371, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037782371, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037866155, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7687982320785522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037866156, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037866156, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037880565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10377296805381775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037895274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598786920309067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037909858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11303692311048508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037924249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10846446454524994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037938710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1061740294098854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037953447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11181379854679108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037967710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11285907030105591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037981854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10955993086099625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037996317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11480589210987091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038010683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090618446469307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038024811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09847968071699142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038038968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11241097748279572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038052997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10558854043483734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038067131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10447248816490173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038067131, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038067132, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038149046, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7696540355682373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038149047, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038149047, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038163205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10490820556879044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038177626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1125435084104538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038192044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09410307556390762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038206373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315942764282227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038220882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11195038259029388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038235153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035185307264328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038249461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08747789263725281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038263614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911315679550171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038277819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09923788160085678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038292415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750049144029617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038307214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063026487827301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038321625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940338134765625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038336516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0975513756275177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038351334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598514974117279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038351334, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038351335, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038432525, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7705265879631042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038432526, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038432526, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038447076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11500313133001328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038461629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11094208806753159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038475534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1033710166811943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038490455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445661097764969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038504638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09865637123584747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038519155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10002803057432175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038533442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10535430908203125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038547810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10561622679233551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038562011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09643135964870453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038576419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078835055232048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038590821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10420869290828705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038605003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585901141166687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038619106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768641531467438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038633230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11245133727788925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038633231, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038633231, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038716650, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7709944248199463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038716651, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038716651, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038730916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10874354094266891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038744927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09785610437393188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038759354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145630687475204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038773872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10405623912811279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038788616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053438484668732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038803388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11243452876806259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038817971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001901626586914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038832746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10480035841464996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038847568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740005970001221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038862252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10504709929227829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038876906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11230747401714325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038890940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09330585598945618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038906050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09751816093921661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038920316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704618692398071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038920316, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785038920317, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039003087, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7715526819229126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039003087, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039003088, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785039017226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09097284078598022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039031674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045365184545517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039045886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008644104003906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039060313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09698177874088287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039074491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11119028925895691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039088927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11007623374462128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039103182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09727931022644043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039117295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11124823987483978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039131597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10480500757694244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039145643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10387072712182999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039160009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10698047280311584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039174018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10476260632276535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039188086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09719084948301315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039202447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591413080692291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039202447, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039202448, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039285180, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7721750140190125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039285180, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039285181, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039299756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10337474942207336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039314355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10345802456140518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039328602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508565604686737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039342966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303313285112381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039357539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09733211249113083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039371847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09974389523267746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039386544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10517069697380066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039400557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09591494500637054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039415442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788498818874359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039430172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082276776432991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039444808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11716609448194504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039459686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11419276148080826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039474255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11627382785081863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039488923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11436602473258972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039488924, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039488924, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039571886, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726191282272339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039571887, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039571887, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039586446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001076027750969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039601061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11523124575614929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039615496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10661309957504272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039630245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10159241408109665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039644637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09075438231229782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039659113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09769691526889801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039673170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339514166116714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039687418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10718962550163269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039701545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705637186765671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039715692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10007268190383911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039730463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112592414021492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039745186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0992426723241806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039759914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983019322156906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039774242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163070797920227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039774242, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039774243, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039856538, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773040771484375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039856539, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039856539, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039871259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803041607141495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039885834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10135054588317871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039900337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11009690910577774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039915109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0912795439362526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039929469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11445281654596329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039943914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638377815485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039959011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11059219390153885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039973511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11041577160358429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039988367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1217619925737381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040002976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453750938177109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040017638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099841371178627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040032504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12213563919067383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040046974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09894898533821106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040061479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042453348636627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040061480, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040061480, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040145023, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726192474365234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040145024, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040145024, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040159431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10418334603309631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040174109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1178889274597168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040188524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10915838181972504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040203488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335852950811386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040218003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09629254788160324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040232604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11286794394254684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040247631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057170033454895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040262519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529664903879166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040277504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11540088057518005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040292084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09960329532623291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040307228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12509165704250336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040322256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645533353090286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040337039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11516932398080826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040351676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10731396824121475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040351677, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040351677, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040437162, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7723516821861267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040437163, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040437163, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040452386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361824721097946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040467357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11511780321598053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040482142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11102855205535889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040496958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11731526255607605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040511718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430994421243668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040526656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11884795874357224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040541578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12675431370735168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040556107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12040113657712936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040570652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11626604944467545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040585388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11036496609449387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040599785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083454117178917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040614515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766199231147766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040629169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11474879086017609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040643995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1139555424451828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040643995, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040643995, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040725494, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773385226726532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040725495, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040725495, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040740531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11934511363506317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040755475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10701271891593933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040770031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10811524838209152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040785054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108159638941288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040799870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11054948717355728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040814812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089172512292862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040829733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11316762864589691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040844429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080164909362793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040859082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556953400373459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040873247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10013424605131149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040888040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10374774783849716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040902601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09621893614530563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040917231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10380618274211884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040931562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061753541231155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040931563, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785040931563, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041013653, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742182016372681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041013654, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041013654, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785041028047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962038487195969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041042749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10079829394817352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041057216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09666043519973755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041071704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825692862272263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041086269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11515845358371735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041100747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441232472658157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041115231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10422273725271225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041129945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441062599420547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041144448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10177452117204666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041158985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12039065361022949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041173626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167164221405983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041188248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105864703655243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041202889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09979866445064545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041217215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12034054845571518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041217215, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041217216, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041298772, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743598818778992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041298772, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041298773, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041313842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11066799610853195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041328552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09611137956380844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041343122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10485020279884338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041357699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258878022432327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041372079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685084015130997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041387050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473919659852982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041401596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10558085888624191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041416111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1121390089392662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041430902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458870977163315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041445587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792158544063568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041460145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053149625658989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041474613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11445918679237366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041488761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10702084004878998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041503060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10177350044250488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041503060, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041503061, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041586804, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746888399124146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041586805, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041586805, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041601295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09934697300195694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041615769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09413854777812958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041630005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09639673680067062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041644449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09632007032632828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041658605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09649157524108887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041673145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09524869173765182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041687388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001824215054512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041701652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09707532078027725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041716187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10266857594251633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041730670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813841223716736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041745555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10491398721933365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041760120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10307382792234421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041774551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1143871322274208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041789614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11112384498119354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041789615, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041789615, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041871251, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747883796691895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041871252, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041871252, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041886012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09780242294073105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041900557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720910876989365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041915296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10990086197853088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041929686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1013612225651741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041944604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10016927123069763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041959345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10787316411733627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041974172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019742488861084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041988989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10548839718103409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042004174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027488261461258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042018992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089242458343506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042033614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10020284354686737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042048230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10223399847745895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042062836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926788300275803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042077163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1147192046046257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042077164, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042077164, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042159986, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7751001715660095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042159987, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042159987, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042174493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10989899933338165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042189093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648002475500107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042203680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09078040719032288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042217865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132724791765213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042232456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10637447983026505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042246765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772231966257095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042261060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014667898416519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042275611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162898898124695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042290456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10006498545408249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042305336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040065810084343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042320391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10227999091148376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042335378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764668881893158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042350744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10471223294734955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042365943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10906568914651871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042365944, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042365945, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042450033, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752967476844788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042450034, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042450034, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042464893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383394360542297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042479931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10242263227701187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042494696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10420577973127365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042509120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10229256749153137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042524583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10724786669015884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042539017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10065823793411255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042553429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09790955483913422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042568206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1019936203956604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042582913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11178267002105713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042597496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10447724163532257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042611834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10361360758543015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042626244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10210102051496506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042640842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037134900689125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042655337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10619506984949112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042655337, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042655338, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042737295, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757523655891418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042737295, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042737296, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042751924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805083066225052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042766704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1016206368803978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042781329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362795740365982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042795984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10091659426689148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042810581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10444502532482147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042824665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294341087341309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042839093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1010277047753334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042853353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103651151061058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042867966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11285652965307236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042882850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640523582696915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042897438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10257551819086075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042912091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544182360172272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042927029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048317551612854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042941681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09817589074373245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042941682, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785042941682, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043022725, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.77606201171875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043022726, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043022726, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785043037305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109666734933853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043051654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09932383894920349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043066085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541767627000809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043080062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10084161162376404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043095279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10791386663913727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043109939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880748182535172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043124860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10761411488056183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043139908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11518741399049759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043154782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138082966208458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043169648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10005885362625122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043184371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10382141172885895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043199214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10259774327278137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043214032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522965341806412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043228781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068452000617981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043228782, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043228782, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043310305, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7762929201126099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043310306, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043310306, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043325150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194870084524155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043339878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10045137256383896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043355089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859809070825577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043369897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10397375375032425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043384549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09428758174180984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043399742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11233719438314438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043414437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090341418981552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043429377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10779411345720291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043444549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10263834148645401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043459810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10384789109230042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043474810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087837740778923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043490116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11393953114748001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043505279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589509457349777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043520514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1029118224978447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043520515, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043520515, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043602218, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7763927578926086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043602219, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043602219, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043617486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11200391501188278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043632395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10867103189229965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043646969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924665629863739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043661821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655295103788376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043676262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012631207704544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043690585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10722406208515167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043706138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11799687147140503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043720928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10864812135696411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043735923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11614721268415451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043751336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1222354918718338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043766025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720216482877731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043780995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000112444162369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043795901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11468889564275742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043810754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10994555801153183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043810754, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043810755, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043893372, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7765450477600098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043893373, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043893373, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043908302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300722509622574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043923500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935705155134201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043938451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053990572690964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043953679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10623964667320251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043968796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416454821825027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043984068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11342424154281616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043999276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10702870041131973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044014316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11475138366222382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044029858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11224675923585892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044045202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11996138095855713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044060669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1061784103512764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044075898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.117475226521492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044091069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071518138051033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044106471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1181902289390564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044106471, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044106472, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044187475, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7769509553909302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044187476, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044187476, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044202596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1194211095571518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044217714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793255269527435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044232678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1188896894454956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044247559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134498193860054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044262527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10744419693946838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044278097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11522433906793594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044293074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099894344806671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044308431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11639619618654251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044323695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1121782660484314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044338718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542760044336319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044353735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11217182874679565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044368800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10619690269231796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044383620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657953262329102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044398720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10497432202100754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044398720, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044398721, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044484042, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7774965167045593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044484043, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044484043, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044499091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11006797850131989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044514153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1186828538775444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044528890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10998338460922241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044543866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11331165581941605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044559029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11621180176734924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044573962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909565538167953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044588937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080918163061142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044604058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10944168269634247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044619372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123032495379448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044634270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11235200613737106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044649277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10979790985584259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044664436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018021404743195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044679691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151320487260818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044694874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10838433355093002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044694875, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044694875, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044777087, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7778357267379761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044777088, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044777088, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044791942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1180603876709938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044807269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963930189609528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044822370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11043362319469452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044836935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10238341242074966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044851635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556020587682724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044866409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111485056579113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044880829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10758668184280396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044895260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704091191291809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044909906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09722104668617249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044924350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169175267219543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044938859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10580556839704514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044953445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10434891283512115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044968100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096138060092926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044982637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11518941074609756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044982638, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785044982638, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045067176, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7777783870697021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045067177, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045067177, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785045081755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11402033269405365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045096239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443959385156631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045110691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10005877912044525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045125320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09219402074813843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045139797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11436480283737183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045154280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10245753824710846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045169001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265417397022247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045183959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11206967383623123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045198662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656146705150604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045213657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303138196468353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045228564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824110358953476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045243515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095397025346756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045258720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821478813886642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045273724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660909116268158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045273725, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045273725, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045358129, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7782645225524902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045358130, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045358130, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045372921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934755951166153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045387873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10291798412799835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045402529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11061583459377289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045417130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09812494367361069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045432401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11561024188995361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045447553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10984479635953903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045462415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265295207500458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045477562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812396556138992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045492571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756035894155502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045507208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803088545799255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045522004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10946612805128098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045536811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09867589920759201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045551268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10637107491493225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045565787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08721259981393814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045565789, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045565789, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045650211, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7787061333656311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045650212, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045650212, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045664935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09565211832523346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045679672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11130370199680328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045694299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10646052658557892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045708930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10070864856243134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045723684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10181304067373276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045738283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0902218371629715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045752824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351769626140594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045767539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09671753644943237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045782075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336560010910034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045796979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638153553009033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045811898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021101474761963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045826689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082724779844284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045841271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615944862365723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045856118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10261591523885727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045856119, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045856119, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045939763, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.778816282749176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045939764, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045939764, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045954639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09503151476383209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045969911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507071018218994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045984970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09506333619356155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045999718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10065476596355438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046014443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09677587449550629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046028670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0998934656381607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046042988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088888943195343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046058441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102303326129913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046073193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903295874595642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046087915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.109792560338974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046102933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10581669956445694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046117808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10372191667556763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046132523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10942765325307846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046147383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871820896863937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046147383, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046147384, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046229216, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7790049910545349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046229217, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046229217, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046243868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611841082572937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046258815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398370772600174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046273604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273410379886627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046288229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09928284585475922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046303016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10668706893920898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046317882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09593557566404343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046333341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10374660789966583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046348265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10271547734737396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046363073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991611331701279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046378118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826590120792389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046392773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09772329777479172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046407703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115677118301392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046422684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08979713171720505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046437687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1059899851679802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046437688, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046437688, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046520345, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7793453335762024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046520345, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046520346, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046535250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09837256371974945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046550552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10008037090301514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046565315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09898253530263901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046580444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10855937004089355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046595535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061171650886536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046610703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1020498126745224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046625680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10052390396595001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046640385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531030595302582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046655420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10096576064825058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046669951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090686917304993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046685027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057704150676727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046699670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777606815099716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046714426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10480818897485733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046729391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551097244024277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046729393, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046729393, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046811560, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7798947095870972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046811561, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046811562, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046826480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489483177661896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046841263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0977945402264595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046856000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10636701434850693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046870858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055009514093399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046885708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208287090063095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046900035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696499049663544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046914558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09658635407686234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046929307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09815321862697601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046943651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10501468926668167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046958005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10256284475326538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046972532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10113965719938278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046987076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10914833843708038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047001713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10622553527355194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047016435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09945735335350037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047016435, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047016436, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047100206, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7800891399383545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047100207, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047100207, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785047114682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10160353779792786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047129075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054711863398552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047143601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09391480684280396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047158585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0982886329293251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047173019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10195581614971161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047188103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09982233494520187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047202807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067667230963707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047217745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901985317468643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047232847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10885415226221085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047247878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0979967787861824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047262965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138889402151108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047277481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0967361256480217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047292670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11160892248153687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047307244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969797521829605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047307245, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047307245, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047393314, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7803248167037964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047393314, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047393315, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047407628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529115796089172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047422982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10412904620170593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047437599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10606518387794495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047452654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11136960983276367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047467878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662868618965149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047483096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10731446743011475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047497954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071338877081871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047512889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09709842503070831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047527875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053718850016594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047542538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10280416160821915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047557426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10742169618606567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047571989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10330182313919067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047587143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593456774950027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047601942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0944879874587059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047601982, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047601982, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047686244, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7806148529052734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047686245, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047686245, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047701024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09852336347103119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047715760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10496671497821808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047730420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10205145180225372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047745325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458611696958542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047760094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10814480483531952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047774744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11952785402536392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047789552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10797090828418732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047804481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09918372333049774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047819367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008394509553909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047834155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954318940639496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047849171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11461375653743744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047864243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09741746634244919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047879541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10644151270389557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047894482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10230959206819534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047894520, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047894520, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047979617, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7805980443954468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047979618, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047979618, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047994668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09477915614843369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048009517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0976942926645279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048024372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1108071431517601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048039484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11681555211544037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048054258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11222726851701736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048068902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1101522296667099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048084672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645449906587601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048099775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1193791851401329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048114892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10477698594331741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048130299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10936909168958664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048145609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10975199937820435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048160988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10988134890794754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048176379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11349024623632431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048191730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058986186981201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048191731, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048191731, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048275345, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7812168002128601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048275346, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048275346, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048290632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630954802036285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048305979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10932041704654694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048321558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1141524463891983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048336929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10982565581798553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048352220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766307264566422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048367678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068699061870575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048382998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10140091180801392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048398048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11130692809820175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048413206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12031547725200653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048428619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10808955878019333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048443948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10839786380529404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048459498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10363755375146866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048474994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10309009253978729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048490347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910321772098541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048490347, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048490348, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048575196, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7816405892372131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048575198, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048575198, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048590332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138567179441452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048605695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11724001169204712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048620943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11261314898729324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048636352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11293256282806396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048651808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963518917560577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048666913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11847423017024994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048682154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106325089931488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048696836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10949695110321045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048712605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000008136034012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048728033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09887130558490753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048743512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954880714416504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048759372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10944122076034546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048775058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10378298908472061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048790575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11050572991371155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048790576, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048790576, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048875642, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7818273305892944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048875643, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048875643, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048891159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11257854849100113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048906894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12726038694381714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048922471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072341799736023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048937927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1118563562631607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048953298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11129098385572433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048968808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11030767112970352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048984310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138739213347435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048999931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282762140035629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049015265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10641701519489288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049030457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777216404676437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049045888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12861569225788116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049061158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11217280477285385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049076908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11210032552480698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049092445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11509743332862854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049092446, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049092446, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049177635, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.782070517539978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049177636, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049177636, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049192818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09532564133405685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049208231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091098189353943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049223512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12072814255952835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049239046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703427344560623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049254578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10987993329763412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049269882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10709808766841888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049285045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11255788803100586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049300143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11286423355340958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049315486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10259176045656204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049329962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168028935790062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049344799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610456019639969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049359831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090979725122452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049374953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09197868406772614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049389432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10302180051803589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049389433, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049389433, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049473134, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7815589904785156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049473135, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049473135, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049487816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09935257583856583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049502346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09571467339992523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049516745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112938791513443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049531276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764879733324051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049545778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967062413692474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049560497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10460568964481354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049574907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766790807247162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049589439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11208930611610413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049603886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09959933906793594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049618562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0945219099521637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049633034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09684135019779205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049647424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09660609066486359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049661688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10167555510997772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049676042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09981278330087662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049676043, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049676044, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049759313, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7820755243301392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049759314, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049759314, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049773851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10271836072206497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049788691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10165663063526154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049803607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10216140002012253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049818409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10669827461242676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049833095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10215805470943451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049848132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09823344647884369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049863245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10795672982931137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049877958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562825202941895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049892746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10635284334421158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049907543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542457550764084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049922823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10352624207735062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049937593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638923943042755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049952104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048680916428566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049967439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1114523708820343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049967487, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785049967487, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050050509, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7820145487785339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050050510, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050050510, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785050065257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794612020254135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050080062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1115005761384964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050095068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10590701550245285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050110162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10607380419969559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050124987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09952590614557266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050140246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085979849100113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050155494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09572261571884155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050170377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10566414892673492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050185178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09818176180124283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050200016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10047449171543121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050215241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10081709921360016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050229971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10272485762834549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050244727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09836620837450027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050259656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441988706588745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050259694, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050259694, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050342680, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7820056080818176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050342681, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050342681, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050357436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09618905931711197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050372203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699281096458435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050387002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10024462640285492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050401733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10203883051872253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050416395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0939696729183197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050431357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10683303326368332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050446383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10253854840993881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050461107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10180618613958359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050476024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339346528053284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050490753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11204454302787781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050505769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09479550272226334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050520882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10987336188554764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050535882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11132241040468216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050550574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10127319395542145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050550611, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050550612, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050633296, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7829100489616394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050633297, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050633297, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050648097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0978170782327652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050663141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734256356954575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050678242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192154347896576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050692823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10366273671388626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050707942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10007179528474808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050722471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792902112007141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050736955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09993590414524078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050751716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09769292175769806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050766519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847590118646622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050781311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10759056359529495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050795907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09817501157522202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050810617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0936211571097374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050825141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09392853826284409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050839611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551996529102325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050839611, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050839612, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050924498, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7831709980964661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050924499, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050924499, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050939362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10242902487516403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050954109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11316367983818054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050968872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10014183074235916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050983496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10500764101743698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050997962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10982763022184372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051012549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09953304380178452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051027119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913630574941635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051041731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10028152912855148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051056529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10537119954824448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051071373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001831442117691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051086152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0965910330414772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051101276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11083891987800598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051116325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11923499405384064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051131322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790763050317764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051131322, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051131323, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051213746, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7832744717597961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051213747, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051213747, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051228940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11394920945167542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051243809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1013631671667099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051259028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09946119040250778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051274111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10063667595386505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051289236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10460114479064941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051304319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09854443371295929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051319134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09986018389463425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051334291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556188225746155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051349056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10465335100889206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051363648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09278932213783264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051379249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10312089323997498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051394100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10029240697622299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051409027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09306734800338745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051424081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09981556236743927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051424082, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051424083, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051506114, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7831103801727295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051506115, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051506115, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051521289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11066681891679764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051536465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11362752318382263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051551546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10047091543674469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051566456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10584630072116852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051581068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10185506939888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051595909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10067830979824066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051610719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648300498723984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051625595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805953294038773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051640842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.097151018679142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051656187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09572865813970566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051671659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909929126501083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051686876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09674452245235443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051702312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145284235477448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051717192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.101251982152462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051717193, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051717193, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051800497, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7836289405822754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051800499, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051800499, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051815441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10186857730150223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051830336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781921446323395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051845187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11141395568847656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051860613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09264032542705536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051875770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10155698657035828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051890908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066647469997406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051906104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11615733802318573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051921231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10103510320186615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051936291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10564160346984863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051951515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753913968801498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051966640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0965888500213623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051981490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10715697705745697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051996678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09776138514280319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052011447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10201124101877213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052011448, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785052011448, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785052095805, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7839177250862122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785052095806, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785052095806, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785052111215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10979041457176208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052125822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10366813093423843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052140180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09203482419252396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052155720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046692192554474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052170654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10791515558958054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052185504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074129492044449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052200738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09597989916801453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052215825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040688082575798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052230738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10465965420007706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052245605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09697172045707703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052260391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10357512533664703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052275237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10370190441608429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052290058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10998889803886414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052305084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11342722177505493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052305085, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052305085, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052390674, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7843410968780518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052390675, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052390675, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052405457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10822075605392456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052420641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10414662212133408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052435565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10182289034128189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052450502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768717527389526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052465271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10173480212688446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052480526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0970427468419075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052495531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10188174247741699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052510385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11143983155488968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052525157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057705640792847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052540275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09447313845157623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052555394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10397668182849884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052570712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11129438132047653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052586303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152692347764969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052601548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167202740907669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052601549, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052601549, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052686007, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7841959595680237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052686008, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052686008, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052701360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09948572516441345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052716222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09656713157892227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052731077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1056850329041481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052746224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11243949830532074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052761420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11627816408872604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052776549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09584492444992065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052791474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060030460357666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052806262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10087740421295166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052821404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10028035938739777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052836293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453366488218307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052850743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10677719116210938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052866307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10894504934549332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052881390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09847743064165115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052896552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11287738382816315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052896553, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052896553, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052982269, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.785286545753479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052982270, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052982270, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052997592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11150360107421875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053013032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11072318255901337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053028198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10576160252094269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053043455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11781877279281616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053058447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11646718531847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053073565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10036887973546982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053088783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11812970787286758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053103628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11374391615390778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053118549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1059577688574791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053133674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068878248333931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053148992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667425394058228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053164137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10549914836883545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053179574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066567525267601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053194467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1157405897974968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053194468, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053194468, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053278906, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7840380668640137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053278907, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053278907, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053294309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1116146594285965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053309385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10269588977098465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053324627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10204021632671356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053339982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11720986664295197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053355356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10801978409290314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053370689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10469986498355865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053386255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335058718919754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053401597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11336342245340347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053417219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11742918193340302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053432537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10330971330404282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053447913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11595282703638077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053463202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11159274727106094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053477980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10675453394651413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053493304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11615696549415588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053493304, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053493305, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053576819, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7847903370857239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053576820, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053576820, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053592015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1008848324418068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053607562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997867584228516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053622621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136992946267128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053637662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09916515648365021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053653173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09799695014953613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053668430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657346993684769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053683665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0990438386797905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053698927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772090405225754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053714278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09999281913042068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053729388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10629232227802277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053744609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11432242393493652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053759936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11024311184883118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053774829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11747752130031586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053789785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11195269227027893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053789786, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053789786, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053873162, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7853400707244873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053873163, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053873163, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053888178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11119309067726135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053903141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1046438217163086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053918063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011222004890442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053933009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11573071777820587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053948011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11202500760555267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053963367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11579592525959015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053978890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949339181184769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053994154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861620306968689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054009498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670936852693558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054024928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819900035858154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054040447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11709947139024734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054055897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10917288064956665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054071324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209175944328308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054086691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10989396274089813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054086692, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785054086692, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785054169951, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7846912145614624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785054169953, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785054169953, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785054184753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10505633056163788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054199917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10949629545211792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054214961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11779151111841202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054230481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658399015665054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054245359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048765778541565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054260579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007520854473114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054276382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10627532750368118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054291494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10958320647478104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054306647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279258131980896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054321700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0930999293923378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054336982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11567550152540207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054352022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09919948875904083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054366732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09896137565374374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054381556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720133781433105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054381557, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054381557, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054466224, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7855264544487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054466224, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054466225, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054481352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10185138881206512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054496578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09281433373689651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054511702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0966859981417656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054526821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080508753657341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054541848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10750064253807068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054556966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11125741899013519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054571732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09483645111322403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054586805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528049618005753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054601744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431010276079178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054616638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10965075343847275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054631456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09798096865415573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054646809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09872226417064667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054661917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091727018356323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054676634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09827237576246262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054676635, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054676635, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054760329, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7856441140174866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054760330, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054760330, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054775334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10573305189609528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054790308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09532858431339264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054805456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10267672687768936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054820904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0952346920967102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054836354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10213536769151688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054851516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868731886148453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054866737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640276223421097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054881603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09452205896377563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054896686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11383622139692307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054911955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362818092107773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054926717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10304053127765656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054942131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10228630900382996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054956738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10236365348100662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054971481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10083948075771332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054971481, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785054971482, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785055055845, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.785584568977356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785055055846, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785055055846, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785055070796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10055259615182877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055085636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09849420189857483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055100607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1020115464925766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055115300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170906782150269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055130623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09886837750673294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055145559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089602321386337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055160188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0959906056523323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055174896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09891350567340851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055189801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10259019583463669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055204680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10689833760261536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055219619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10378900170326233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055234441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788504034280777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055249350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10111036151647568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055264104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09536255896091461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055264104, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055264105, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055346084, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7859992384910583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055346085, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055346085, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055361142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0936860516667366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055375782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0985625684261322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055390395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0959162712097168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055404814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09927826374769211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055419410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288363695144653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055434561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09515611827373505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055449437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.101999431848526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055464259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09767604619264603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055478919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09818066656589508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055493776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383246839046478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055508534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09236076474189758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055523547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734912008047104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055538727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10456310957670212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055553885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10707563161849976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055553886, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055553886, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055637105, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7862826585769653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055637105, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055637106, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055651801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443902015686035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055666555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10071565210819244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055681316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10447771102190018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055696563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028033047914505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055711071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09573693573474884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055725716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053655594587326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055740967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09461507201194763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055755887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11348536610603333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055770781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09809697419404984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055786290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08882388472557068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055801672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007026880979538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055816873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10377722978591919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055831834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10320918262004852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055847043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10870666056871414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055847044, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055847045, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055931294, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7856706976890564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055931295, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055931295, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055946251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09861205518245697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055960888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547354072332382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055975806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09718714654445648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055990939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994492769241333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056006118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0996454730629921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056021091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09328864514827728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056035967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432837903499603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056051014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10166945308446884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056065696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09930586814880371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056080754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863876342773438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056095242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09705305099487305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056110183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09943512827157974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056125021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09911569207906723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056139725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513070225715637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056139725, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056139726, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056222838, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7859638333320618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056222839, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056222840, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056237809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115621238946915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056252605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09432638436555862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056267648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09805520623922348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056282386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076393574476242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056297409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10269225388765335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056312292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0874122828245163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056327217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598684847354889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056342247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09258448332548141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056357315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10371510684490204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056372188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0945233553647995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056387163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09337209910154343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056401748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243560373783112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056416619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11144094914197922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056431390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09837399423122406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056431391, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056431391, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056515524, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7869479060173035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056515525, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056515526, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056529971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09523051232099533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056545195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09433571249246597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056559718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10040125995874405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056574390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10095041245222092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed18626.log b/recommendation/rcp_logs/gbs_8192/seed18626.log new file mode 100644 index 000000000..6d6571977 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed18626.log @@ -0,0 +1,248 @@ +:::MLLOG {"namespace": "", "time_ms": 1790242369229, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790242369316, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790242382910, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790242382915, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790242382918, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790242382921, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790242382923, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790242382926, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790242382929, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790242382932, "event_type": "POINT_IN_TIME", "key": "seed", "value": 18626, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790242382936, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790242382939, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790242382941, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790242382944, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790242382946, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790242382949, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790242382952, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790242382955, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790242382958, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790242382960, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790242382963, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790242382966, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790242382968, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790242382971, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790242383065, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790242383068, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790243352986, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790243353369, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790243353445, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790253056951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13850389420986176, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790253080665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13905949890613556, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790253103564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13903944194316864, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790253126674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13873650133609772, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790253150168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13893009722232819, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253173454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138609379529953, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253196930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387164443731308, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253220445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851001858711243, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253244031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387483924627304, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253268115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865478336811066, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253292051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382903754711151, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253316481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13843677937984467, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253340444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13815854489803314, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253364291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137834370136261, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253388132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371762901544571, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253411982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791069388389587, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253436266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719670474529266, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253460245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13709287345409393, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253484721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136421799659729, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253509064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13761869072914124, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253533865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500019907951355, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253558267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355999857187271, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253584979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360105723142624, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253609045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13476480543613434, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253650939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656848669052124, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253676137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377708911895752, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253700417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13582400977611542, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253724777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378045231103897, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253748930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13627535104751587, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253772993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349172592163086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253797237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13692721724510193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253821671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159163296222687, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253845727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331159949302673, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253869978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394780457019806, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253894210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12940114736557007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253918468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1279517114162445, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253942756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327163279056549, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253967340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336379498243332, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790253992092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13426536321640015, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254016940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396456837654114, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254041863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13571952283382416, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254068182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13552477955818176, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254093117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135268434882164, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254117856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360264897346497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254142580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13196313381195068, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254167895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529008626937866, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254193194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13072660565376282, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254218592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13407373428344727, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254243372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13177035748958588, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254268023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296497881412506, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254292569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13994626700878143, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254317281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13034725189208984, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254341850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13015326857566833, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254366389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356574445962906, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254390747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13414013385772705, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254415476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12923423945903778, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254439954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946541607379913, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254464600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926189601421356, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254488988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12850898504257202, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254513604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372838020324707, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254538408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365671157836914, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254562866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365894228219986, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254587503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13220705091953278, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254612128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382407546043396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254636666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302168369293213, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254661648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12733636796474457, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254686250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343850940465927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254711609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14257782697677612, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254736842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357637494802475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254762084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12581370770931244, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254787493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703902065753937, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254812942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13281694054603577, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254838585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13211409747600555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254864121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184793293476105, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254889696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13787291944026947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254915319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14126072824001312, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254945097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334749460220337, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254969899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13423357903957367, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790254994768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13167038559913635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255019628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13187482953071594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255044632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541552424430847, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255069594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397942304611206, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255094722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13479256629943848, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255119525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541625440120697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255144361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13092538714408875, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255169192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13536326587200165, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255194328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13436877727508545, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255219202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311900019645691, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255244371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376490771770477, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255269095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379995048046112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255294023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13272933661937714, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255318781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225646317005157, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255343926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912558019161224, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255369022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337452083826065, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255394265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128851056098938, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255419244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493914902210236, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255444139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13670848309993744, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255469012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12600088119506836, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255494058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241800665855408, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255519456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12707863748073578, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255544580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500156998634338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255571606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339578777551651, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255596710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507626950740814, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255621779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13527214527130127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255646948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13071990013122559, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255672190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14064596593379974, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255697431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13392193615436554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255722414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1392679214477539, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255748330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12677253782749176, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255773940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13472649455070496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255799527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494424521923065, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255825328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331952691078186, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255851052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13766169548034668, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255877067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13535787165164948, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255903002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369064897298813, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255928746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13302253186702728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255954527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944625318050385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255980195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13227413594722748, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256006114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13233183324337006, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256031753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13017770648002625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256057479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12765853106975555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256082703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319894939661026, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256107776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258493959903717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256132849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12786827981472015, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256158469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14239296317100525, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256183733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13224047422409058, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256208970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1254432499408722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256234708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11912785470485687, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256259974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13723060488700867, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256284950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303129941225052, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256309991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12579089403152466, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256335001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12398943305015564, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256360358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13073576986789703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256385632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12935930490493774, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256410785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12755438685417175, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256436226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12412624806165695, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256461530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1262904405593872, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256486620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1284426748752594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256511689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1221204400062561, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256536783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12732331454753876, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256536789, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790256536792, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790256767632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6251822113990784, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790256767642, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790256767645, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790256793061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12431231141090393, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256818574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12801137566566467, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256843925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12411095947027206, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256869537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11746096611022949, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256894885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11450247466564178, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256909990, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790256909995, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790257017395, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6398574709892273, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790257017400, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790257017403, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790257027466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12539689242839813, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257052523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11920879781246185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257077619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12431677430868149, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257103408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12772399187088013, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257128977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11570186167955399, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257154273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1218673512339592, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257159392, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790257159397, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790257248854, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6598271727561951, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790257248863, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790257248867, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790257269950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12164289504289627, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257295525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11768852919340134, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257320946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12092169374227524, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257346335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12127839028835297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257371462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11859270930290222, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257391807, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790257391813, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790257501120, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6841866970062256, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790257501127, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790257501130, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790257506237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11572815477848053, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257531824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11814744025468826, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257557376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11174045503139496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257583018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11026784777641296, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257610196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274513304233551, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257636275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12753188610076904, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257646680, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790257646687, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790257741256, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7132539749145508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790257741652, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790257741656, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790257757226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1219554990530014, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257783152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11428627371788025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257809090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11676816642284393, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257835309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11570264399051666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257861509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1211002767086029, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257887647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11725125461816788, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257887653, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790257887657, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790257992944, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7344833612442017, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790257993324, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790257993328, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790258019493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594346165657043, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258045603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10960566252470016, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258071635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10623745620250702, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258097512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10918870568275452, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258123820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11616648733615875, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258139590, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790258139595, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790258230645, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7475331425666809, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790258230651, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790258230654, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790258241185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12034840881824493, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258267292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283225566148758, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258293306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043965294957161, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258319042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110801994800568, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258344630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756862163543701, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258370543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10525577515363693, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258375627, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790258375632, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790258470152, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7573491930961609, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790258470157, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790258470160, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 73400320, "epoch_num": 0.03204085254796586}} diff --git a/recommendation/rcp_logs/gbs_8192/seed18747.log b/recommendation/rcp_logs/gbs_8192/seed18747.log new file mode 100644 index 000000000..6a79f1f28 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed18747.log @@ -0,0 +1,301 @@ +:::MLLOG {"namespace": "", "time_ms": 1790242373090, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790242373172, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790242387866, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790242387875, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790242387880, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790242387883, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790242387887, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790242387890, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790242387892, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790242387895, "event_type": "POINT_IN_TIME", "key": "seed", "value": 18747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790242387898, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790242387901, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790242387904, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790242387906, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790242387909, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790242387912, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790242387915, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790242387917, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790242387920, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790242387923, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790242387925, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790242387928, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790242387931, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790242387934, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790242387937, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790242387940, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790243284928, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790243285489, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790243285589, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790254818397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867852091789246, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254842443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13849514722824097, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254865531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829441368579865, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254888867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855840265750885, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254912386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13856220245361328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254935905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840225338935852, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254959657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834607601165771, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254983367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13812969624996185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255007415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385204941034317, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255092348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384127289056778, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255117147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799141347408295, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255141585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383019983768463, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255216969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774524629116058, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255240969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13737823069095612, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255264997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13666927814483643, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255289223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13765941560268402, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255313563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13685394823551178, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255337597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13681675493717194, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255362226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13582366704940796, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255386695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13747934997081757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255411585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474084436893463, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255436090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519135117530823, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255460487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13553845882415771, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255484619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345728486776352, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255508968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13663117587566376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255533243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378006786108017, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255557398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13574931025505066, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255581676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767869770526886, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255605965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13613376021385193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255630331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13485026359558105, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255654612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13702240586280823, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255679004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13163971900939941, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255703502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13327321410179138, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255728000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383440673351288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255752772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12953446805477142, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255777518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12810809910297394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255801934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13285209238529205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255826730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133743554353714, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255851622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13453340530395508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255876739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13380329310894012, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255901755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13556568324565887, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255926944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352873146533966, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255951996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532434403896332, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255976793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336858719587326, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256001602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13176608085632324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256027043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533411920070648, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256052233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13077087700366974, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256077560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391733169555664, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256102396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131889209151268, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256126822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12963660061359406, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256151371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1396334320306778, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256176302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13020217418670654, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256201014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13021837174892426, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256225631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511085510253906, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256250048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13406231999397278, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256275028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12935113906860352, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256299864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12950454652309418, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256324767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944449484348297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256349404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12859882414340973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256374137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13716043531894684, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256399084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656583428382874, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256423635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13651713728904724, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256448341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13219009339809418, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256473067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828308880329132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256497702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13018566370010376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256522980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12721338868141174, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256547618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343054473400116, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256572821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14214880764484406, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256598072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358354091644287, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256623368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259016990661621, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256648846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368742734193802, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256674196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329636424779892, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256699734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13211937248706818, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256725079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316770613193512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256750660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379856914281845, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256776333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14131762087345123, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256801560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347916305065155, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256826389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13416865468025208, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256851293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13173405826091766, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256876196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317334771156311, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256901450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135362908244133, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256926741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13989317417144775, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256951839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345941424369812, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256976778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596835732460022, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257001736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13072319328784943, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257026710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353003978729248, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257052134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13464495539665222, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257077090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13110685348510742, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257102537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361069560050964, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257127366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772401213645935, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257152190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325722485780716, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257177307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320744752883911, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257202512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290523111820221, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257227750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336517482995987, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257253987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1287836879491806, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257279023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13484421372413635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257303986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13647721707820892, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257328866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12570656836032867, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257353987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322164535522461, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257379442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12662193179130554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257404348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13472174108028412, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257429679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369621336460114, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257454805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13490799069404602, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257479876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13483968377113342, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257505411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13043378293514252, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257530750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14010882377624512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257556294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340120017528534, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257581421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138892263174057, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257607603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1264699101448059, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257633328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440024852752686, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257659044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341104507446289, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257685143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13315169513225555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257711163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13683748245239258, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257737100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506197929382324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257763059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13648930191993713, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257788917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13201193511486053, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257814794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12810955941677094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257840593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13081324100494385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257866505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13149668276309967, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257892215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12900666892528534, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257917798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12633518874645233, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257943052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13045978546142578, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257968383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12372925877571106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257993499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258520931005478, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258018953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14077651500701904, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258044197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290733367204666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258069496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12390274554491043, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258095594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11729199439287186, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258120907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13467060029506683, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258145935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273539811372757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258171062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12333852052688599, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258196333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12046002596616745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258221796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12851516902446747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258247162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12640206515789032, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258272426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12423913180828094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258297916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12057218700647354, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258323307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1223302036523819, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258348468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12383362650871277, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258374063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11876045912504196, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258399231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12363677471876144, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258399240, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258399244, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258625046, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6412521004676819, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258625055, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258625058, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258650558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12128462642431259, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258675969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12371841073036194, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258701684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12009808421134949, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258727148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196710169315338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258752579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10974795371294022, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258767729, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258767738, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258880294, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6564741730690002, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258880308, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258880312, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258891085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11917110532522202, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258916518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11505728214979172, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258941781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12253835052251816, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258967423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12556804716587067, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258993000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270192265510559, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259018436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11688130348920822, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259023586, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259023595, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259122904, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.67405104637146, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259122914, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259122917, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259143452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11964467912912369, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259169102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11662228405475616, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259194610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1196429580450058, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259220076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12150593101978302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259245284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11754550039768219, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259266052, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259266062, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259367700, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6920398473739624, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259367710, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259367714, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259372846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427373439073563, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259398516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11659711599349976, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259424196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10996337234973907, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259450588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967814922332764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259477457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.125971257686615, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259503924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12845954298973083, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259514360, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259514368, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259614180, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7063268423080444, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259614190, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259614194, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259630060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12193289399147034, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259656058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11330856382846832, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259682134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11641138046979904, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259708423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11504846066236496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259734670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12028555572032928, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259760920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11713650077581406, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259760929, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259760934, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259856764, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7187825441360474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259857264, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259857268, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259883530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594667285680771, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259909725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10947078466415405, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259935843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620433837175369, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259961811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10932721942663193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259988446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11535295844078064, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260004359, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260004368, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260101262, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7311388850212097, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260101270, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260101274, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260111847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11876032501459122, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260139168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11271153390407562, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260166508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051415279507637, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260192618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1105920746922493, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260218685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812079161405563, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260244456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10465181618928909, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260249661, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260249670, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260343209, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7381445169448853, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260343217, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260343220, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260363958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774017125368118, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260389861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11261975765228271, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74137600, "lr": 3.7704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260415750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11445274949073792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260441542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11032998561859131, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74956800, "lr": 3.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260467299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114081971347332, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260488009, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260488019, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260580631, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7424216866493225, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260580640, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260580643, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260585765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11876869946718216, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75776000, "lr": 3.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260611247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09699071943759918, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260636902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10022111237049103, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76595200, "lr": 3.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260662301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104668378829956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260688383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065194010734558, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77414400, "lr": 3.937083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260714333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10066668689250946, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260724644, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260724653, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260814528, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7449214458465576, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260815030, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260815034, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260830468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1114935651421547, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78233600, "lr": 3.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260856657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645799338817596, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260882373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11045708507299423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79052800, "lr": 4.020416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260908079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09774640202522278, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260933718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411568731069565, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79872000, "lr": 4.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260959371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294744163751602, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260959380, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790260959384, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261051684, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.747553825378418, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261051694, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261051698, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261077288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0990755558013916, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80691200, "lr": 4.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261103000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155526340007782, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261128909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10845928639173508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81510400, "lr": 4.145416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261154864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10548648983240128, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261180425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10253820568323135, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 82329600, "lr": 4.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261196939, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261196948, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261289941, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7491598725318909, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261289948, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261289952, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261300151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09112031012773514, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261325944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09795062243938446, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83148800, "lr": 4.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261351688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11080583184957504, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261377221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10946068167686462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83968000, "lr": 4.2704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261402817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829969495534897, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261428238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11010105907917023, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 84787200, "lr": 4.3120833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261433408, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261433416, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261524262, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7521933317184448, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261524269, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261524273, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 84869120, "epoch_num": 0.037047235758585526}} diff --git a/recommendation/rcp_logs/gbs_8192/seed19086.log b/recommendation/rcp_logs/gbs_8192/seed19086.log new file mode 100644 index 000000000..409d4e49c --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed19086.log @@ -0,0 +1,216 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243837709, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243837790, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243852091, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243852097, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243852100, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243852103, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243852106, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243852109, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243852111, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243852114, "event_type": "POINT_IN_TIME", "key": "seed", "value": 19086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243852117, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243852119, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243852122, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243852125, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243852128, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243852130, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243852133, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243852137, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243852139, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243852142, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243852146, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243852149, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243852151, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243852154, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243852158, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243852161, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244803533, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244804007, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244804104, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255238385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860853016376495, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255262229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13866667449474335, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255285124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879990577697754, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255308547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13887129724025726, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255332002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386343389749527, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255355748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885726034641266, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255380004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872946798801422, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255403751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859502971172333, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255427720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875985145568848, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255451828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387604922056198, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255476136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13836178183555603, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255500412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385822892189026, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255525121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382800191640854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255549180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781104981899261, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255573391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372264176607132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255597624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781024515628815, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255621988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371344029903412, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255646034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13691779971122742, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255670812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13634663820266724, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255695295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377735733985901, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255720101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355888545513153, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255744852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13563507795333862, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255787197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13598082959651947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255811629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13499826192855835, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255835967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13657246530056, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255860170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789986073970795, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255884503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360214203596115, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255908460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788244128227234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255932831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655497133731842, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255956973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507917523384094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255981161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13699720799922943, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256005606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318769007921219, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256029710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337568938732147, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256054021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13379712402820587, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256078419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12950284779071808, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256102702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12833577394485474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256126871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13246318697929382, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256151583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363724946975708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256176556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343829333782196, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256201507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338956654071808, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256226442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567405939102173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256251820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353619396686554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256276840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13513770699501038, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256301556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377343118190765, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256326552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13251830637454987, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256352176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529960811138153, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256377407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13091565668582916, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256402744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340230256319046, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256428339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13174286484718323, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256452850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12954911589622498, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256477422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13958881795406342, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256502162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13043014705181122, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256527197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12993711233139038, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256551772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135567307472229, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256576230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13411979377269745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256601052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12945091724395752, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256625520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295507252216339, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256650296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12931260466575623, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256674766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1285720020532608, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256699181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373949497938156, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256724063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363302767276764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256748619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13660109043121338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256773458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13234101235866547, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256798109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13821491599082947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256822889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13035336136817932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256847926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273595243692398, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256872473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13442571461200714, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256897882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14238649606704712, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256923145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358950287103653, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256948588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12598735094070435, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256974330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13685187697410583, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256999727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13315154612064362, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257025313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228291273117065, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257050684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13176697492599487, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257076384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790372014045715, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257102259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14125972986221313, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257127383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337945938110352, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257152142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13413037359714508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257177042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184739649295807, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257201906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175731897354126, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257226910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353006809949875, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257252058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.139833465218544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257277237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13490456342697144, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257302212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13545803725719452, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257327053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13073506951332092, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257351938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135234534740448, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257377080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346224695444107, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257402060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13100318610668182, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257427649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347917795181274, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257452415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776689767837524, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257477217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13248567283153534, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257501936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13202723860740662, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257527105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12915480136871338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257552237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13404247164726257, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257577362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288338303565979, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257602377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350114941596985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257627603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367836445569992, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257652437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12610064446926117, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257677681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13252440094947815, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257703066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12698939442634583, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257727978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349819004535675, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257753792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373489677906036, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257779169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13509215414524078, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257804442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135038360953331, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257829756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13053090870380402, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257854978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14037993550300598, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257880342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13349135220050812, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257905619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13909660279750824, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257931587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12661124765872955, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257957323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13465821743011475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257982941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13463665544986725, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258008772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333123922348022, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258034488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375369280576706, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258060560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13546574115753174, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258086776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13648854196071625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258112585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13278166949748993, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258138369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12901784479618073, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258164071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317640095949173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258190324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13203391432762146, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258215988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296517699956894, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258241477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272868812084198, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258266728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114862143993378, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258291847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12467014044523239, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258316913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12693966925144196, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258342434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14114530384540558, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258367919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13041745126247406, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258393293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12414185702800751, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258419311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11780857294797897, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258444881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13547608256340027, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258470061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12856854498386383, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258495066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12436367571353912, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258520069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12144602090120316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258545473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12876193225383759, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258570773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12679409980773926, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258595916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12458998709917068, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258621694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12074777483940125, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258647037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1230129823088646, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258672344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12478924542665482, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258697393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11858052760362625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258722507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12447555363178253, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258722514, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258722518, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258948189, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.638186514377594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258948633, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258948636, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258974047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12135860323905945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258999386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12263519316911697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259024676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11932692676782608, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259050892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11200463771820068, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259076504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10945532470941544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259091670, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259091677, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259188491, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6608155369758606, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259188498, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259188501, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259198583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11787178367376328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259223754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11392717808485031, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259248996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12147673219442368, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259274776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12357255071401596, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259300311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11200462281703949, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259325705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11583632230758667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259330866, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259330872, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259432530, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6942700743675232, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259432543, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259432546, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259453023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11963684111833572, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259478577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11508604884147644, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259503969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11914341151714325, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259529362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12010234594345093, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259554645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11596716940402985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259574955, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259574961, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259669775, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7221087217330933, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259669789, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259669792, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259674894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11268140375614166, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259700606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11595956236124039, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259727281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815020650625229, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259752742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772106796503067, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259779913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1241980493068695, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259806451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12718302011489868, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259817470, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259817477, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259916181, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.751535177230835, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259916618, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259916623, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 66519040, "epoch_num": 0.02903702262159406}} diff --git a/recommendation/rcp_logs/gbs_8192/seed19311.log b/recommendation/rcp_logs/gbs_8192/seed19311.log new file mode 100644 index 000000000..e29851635 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed19311.log @@ -0,0 +1,227 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243501978, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243502061, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243518367, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243518377, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243518380, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243518383, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243518387, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243518390, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243518392, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243518395, "event_type": "POINT_IN_TIME", "key": "seed", "value": 19311, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243518398, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243518401, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243518404, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243518406, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243518409, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243518412, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243518415, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243518417, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243518420, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243518423, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243518426, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243518429, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243518431, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243518434, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243518437, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243518440, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244416937, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244417332, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244417432, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255227954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861490786075592, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255251695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13888628780841827, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255274991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1390768438577652, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255298408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13922502100467682, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255321830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13883443176746368, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255345306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13926683366298676, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255368758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13916565477848053, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255392431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13904349505901337, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255415989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13887421786785126, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255440037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869047164916992, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255464783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871319591999054, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255496232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869540393352509, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255520240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138620525598526, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255544008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13806825876235962, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255567833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776524364948273, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255592194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380508989095688, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255616434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13760924339294434, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255640439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744015991687775, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255668032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13705286383628845, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255692394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789096474647522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255729930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13565850257873535, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255754478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13628321886062622, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255782968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13637730479240417, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255807346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541297614574432, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255831581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368318796157837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255855736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779419660568237, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255879963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362086832523346, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255903881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776032626628876, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255928003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13640014827251434, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255952014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524822890758514, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255976260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370375156402588, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256000482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226205110549927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256024477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364875316619873, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256048750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13402606546878815, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256073113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13007502257823944, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256097402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12884138524532318, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256121681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13296250998973846, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256146250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335960328578949, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256171243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1342131644487381, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256196094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13392286002635956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256221057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567247986793518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256246286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534730672836304, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256271288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353069245815277, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256295983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367760181427002, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256320932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13232910633087158, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256346310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353764832019806, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256371427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130778968334198, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256396665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13388963043689728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256421462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13198356330394745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256445807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12948089838027954, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256470256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397000551223755, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256494895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13048924505710602, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256519410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13026516139507294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256543902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551881909370422, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256568227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343015432357788, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256592902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291927546262741, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256617343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12963363528251648, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256641938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12954586744308472, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256666353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12867961823940277, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256690718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137059286236763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256715488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365312933921814, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256739935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13651320338249207, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256766433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13199393451213837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256791074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381898671388626, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256815781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13025610148906708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256840726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273525059223175, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256865274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343161016702652, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256890463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14250704646110535, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256915653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13577574491500854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256940987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12596482038497925, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256966567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13712407648563385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256991804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13307854533195496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257017344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225775957107544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257042671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13163085281848907, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257068285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794556260108948, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257093842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14150409400463104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257118883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337676227092743, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257143610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13415022194385529, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257168398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13185395300388336, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257193198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13192138075828552, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257218157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13543464243412018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257243063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399928331375122, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257268031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13480056822299957, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257292799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13571001589298248, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257317604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13083355128765106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257342404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542640209197998, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257367586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345490664243698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257392613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13106116652488708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257417727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394224643707275, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257442468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780713081359863, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257467215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327197402715683, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257491938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13200390338897705, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257517044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12932421267032623, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257542120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13395656645298004, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257567103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12886472046375275, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257592080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515512645244598, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257617134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13695695996284485, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257641931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12628349661827087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257666933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13248136639595032, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257692293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126925528049469, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257717199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351047307252884, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257742684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383358716964722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257767735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539831340312958, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257792719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520266115665436, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257817836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306198388338089, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257843118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14058789610862732, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257868347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13385960459709167, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257893430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13904087245464325, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257919493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12685643136501312, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257945077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542498648166656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257970813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507944345474243, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257996602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133261576294899, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258022393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13746289908885956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258048312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13578131794929504, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258075275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13712280988693237, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258101024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331498205661774, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258126801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298942267894745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258152442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13206583261489868, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258178303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13255909085273743, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258203918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12999027967453003, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258229372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12794210016727448, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258254565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13203690946102142, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258279760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258857548236847, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258304858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278056651353836, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258330377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14239199459552765, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258355550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13188928365707397, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258381007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12563326954841614, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258406717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11867310851812363, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258432254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13720856606960297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258457311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303260773420334, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258482275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12576156854629517, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258507250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12368285655975342, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258532786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13058148324489594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258558052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290135383605957, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258583544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268540471792221, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258608967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12378841638565063, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258634313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12565787136554718, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258659603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12805786728858948, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258684699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1212555393576622, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258709756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12654803693294525, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258709765, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258709770, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258934464, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6320991516113281, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258934681, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258934685, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258960065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12370655685663223, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258985365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12704269587993622, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259010660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1229376494884491, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259036616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11576995253562927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259061953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355047672986984, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259077754, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259077764, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259179154, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6501094698905945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259179162, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259179166, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259189215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12383806705474854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259214298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11761193722486496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259239359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12349724769592285, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259265117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12721063196659088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259290616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11435586214065552, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259315956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11978243291378021, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259321083, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259321093, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259428587, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6743074655532837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259428600, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259428604, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259449037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12129741907119751, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259474602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168249100446701, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259500023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12068812549114227, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259525368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12136892974376678, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259550660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11833839863538742, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259570976, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259570985, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259668940, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7019321322441101, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259668956, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259668959, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259674064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11555338650941849, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259699914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11773842573165894, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259725466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11093637347221375, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259750974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094745323061943, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259777211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12604491412639618, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259805284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12657380104064941, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259815712, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259815721, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259911309, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7419326901435852, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259911682, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259911686, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259927239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12094663083553314, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259953286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355088651180267, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259980335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11566276848316193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260007263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11456155776977539, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260033409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11966820061206818, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260059603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11565130949020386, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260059612, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260059616, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260166198, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.75431227684021, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260166406, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260166411, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 68812800, "epoch_num": 0.030038299263717993}} diff --git a/recommendation/rcp_logs/gbs_8192/seed20664.log b/recommendation/rcp_logs/gbs_8192/seed20664.log new file mode 100644 index 000000000..5350a65e0 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed20664.log @@ -0,0 +1,216 @@ +:::MLLOG {"namespace": "", "time_ms": 1790265867864, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790265867951, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790265881150, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790265881158, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790265881162, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790265881166, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790265881169, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790265881173, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790265881176, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790265881180, "event_type": "POINT_IN_TIME", "key": "seed", "value": 20664, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790265881184, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790265881187, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790265881191, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790265881195, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790265881199, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790265881202, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790265881206, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790265881209, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790265881213, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790265881217, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790265881220, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790265881224, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790265881228, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790265881232, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790265881236, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790265881240, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790266845668, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790266846212, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790266846307, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790268598748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847032189369202, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268649097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13896138966083527, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268700593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13935178518295288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268723798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13915280997753143, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268753268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13911210000514984, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268776620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13909760117530823, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268800751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391747146844864, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268835195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13913705945014954, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268858866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879568874835968, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268883046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884316384792328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268907228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885824382305145, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268931573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865013420581818, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268955644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13857361674308777, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268979379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851439952850342, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269003296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13809208571910858, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269027227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829711079597473, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269052254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789187371730804, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269076304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777948915958405, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269103138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13740627467632294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269127623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801740109920502, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269152555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13638292253017426, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269177017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364077478647232, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269201354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13669133186340332, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269225511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358206421136856, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269249888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371355950832367, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269274213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796916604042053, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269298374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13637101650238037, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269322588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376943141222, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269346813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13647247850894928, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269371460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557152450084686, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269395755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703776895999908, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269420802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13252758979797363, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269444922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399644196033478, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269469363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433367013931274, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269493646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305621713399887, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269517957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292593777179718, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269542125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306429982185364, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269566794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337766945362091, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269591625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13441438972949982, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269616542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13413690030574799, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269641582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555818796157837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269666685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135321244597435, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269691905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13523274660110474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269716733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378991186618805, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269741608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13238780200481415, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269767024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13527299463748932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269792410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13093507289886475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269817691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134102463722229, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269842546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13205383718013763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790269867020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297062784433365, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790269891588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398431658744812, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790269916317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303892284631729, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790269941234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13027489185333252, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790269966347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562709093093872, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790269990816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343117654323578, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270015684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12940670549869537, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270040239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294153332710266, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270065140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12955975532531738, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270089629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12877529859542847, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270114107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370469331741333, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270138980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362854242324829, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270163512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364629566669464, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270188254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225769996643066, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270212947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384374350309372, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270237562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13005375862121582, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270262687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271415799856186, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270287284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344354748725891, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270312440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14244012534618378, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270337726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356113851070404, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270363098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12566743791103363, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270388598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370456963777542, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270413935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329376995563507, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270439447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13215379416942596, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270464815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13179080188274384, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270490392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777266442775726, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270516061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14144310355186462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270541387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332850158214569, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270566221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341724842786789, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270591127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317678987979889, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270616033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13185831904411316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270641095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533535599708557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270666180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398758888244629, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270691450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13485804200172424, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270716380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135590597987175, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270741337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13087961077690125, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270766237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514938950538635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270791425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347046196460724, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270816351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13117246329784393, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270841682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337500512599945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270866479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779054582118988, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270891278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13267731666564941, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270916175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320435106754303, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270941389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12913288176059723, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270966591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391584157943726, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270991660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288437694311142, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271016738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13489945232868195, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271041711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13680824637413025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271066597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259290874004364, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271091684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323675513267517, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271117138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12708264589309692, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271142026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349848061800003, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271167369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13368268311023712, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271192708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13490206003189087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271217778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351061463356018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271242984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306762993335724, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271268525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1404310017824173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271294115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336987167596817, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271319373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391611248254776, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271345498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12670499086380005, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271372198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474121689796448, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271397886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134682297706604, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271423768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342325389385223, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271449571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374947428703308, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271475499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13523508608341217, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271501615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13660547137260437, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271527440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13284696638584137, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271553308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12938596308231354, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271579093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317056566476822, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271605283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132400244474411, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271631012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12976297736167908, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271656549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12741127610206604, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271681841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13138461112976074, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271706960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1252029985189438, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271732082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12734608352184296, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271757533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1415254771709442, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271782796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13095614314079285, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271808097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12463707476854324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271833638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1186426430940628, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271858961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13590002059936523, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271884264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290765106678009, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271909321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12462824583053589, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271934498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12229859083890915, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271959945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946762144565582, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271985595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12747611105442047, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272010828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1253451704978943, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272036396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12212924659252167, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272061802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12387707084417343, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272086960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1260806918144226, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272112087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11989068984985352, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272137263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12547580897808075, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272137466, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272137473, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272370261, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6357219219207764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272370273, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272370278, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272395769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12223527580499649, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272421177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12482592463493347, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272446643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12082193791866302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272472837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11377716809511185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272498313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11146095395088196, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272513442, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272513450, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272617183, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6618174314498901, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272617191, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272617196, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272627407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12119836360216141, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272652553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115272156894207, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272678240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12301215529441833, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272703867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12510934472084045, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272729678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11319568008184433, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272755146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11728411912918091, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272760284, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790272760292, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790272856852, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7020720839500427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790272856869, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790272856874, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790272877407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11979217827320099, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272903049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11573487520217896, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272928996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11932366341352463, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272954477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12040925025939941, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272979670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11668257415294647, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273000289, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273000297, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273096064, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7344382405281067, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273096076, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273096081, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273101198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1139465868473053, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273126962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11624361574649811, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273153088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937830805778503, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273179067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866495966911316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273206530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12439092993736267, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273233005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268385499715805, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273243435, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273243443, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273335482, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7526412010192871, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273335491, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273335496, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 66519040, "epoch_num": 0.02903702262159406}} diff --git a/recommendation/rcp_logs/gbs_8192/seed21879.log b/recommendation/rcp_logs/gbs_8192/seed21879.log new file mode 100644 index 000000000..b3bdfb6a8 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed21879.log @@ -0,0 +1,248 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243498136, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243498218, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243514038, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243514046, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243514053, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243514057, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243514061, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243514065, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243514069, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243514072, "event_type": "POINT_IN_TIME", "key": "seed", "value": 21879, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243514076, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243514080, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243514084, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243514088, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243514092, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243514096, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243514100, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243514104, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243514107, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243514112, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243514116, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243514119, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243514123, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243514127, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243514131, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243514135, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244370051, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244370420, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244370528, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255238672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13891708850860596, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255276105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845932483673096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255299264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13813452422618866, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255322480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13827240467071533, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255349945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865217566490173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255373359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13813626766204834, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255396925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13808239996433258, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255420545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375948190689087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255444094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383415013551712, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255477573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13818511366844177, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255501836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762155175209045, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255526172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13802751898765564, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255550264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764439523220062, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255573995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370524913072586, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255597922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13605789840221405, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255621843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373835653066635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255646264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13648615777492523, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255670369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362050324678421, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255694903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354164034128189, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255719415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13722611963748932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255768223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338428109884262, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255793247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13469694554805756, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255817554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522253930568695, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255841736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339709609746933, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255866050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13625450432300568, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255890397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772986829280853, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255914577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13546518981456757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255938677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13773255050182343, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255962907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13632355630397797, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255987050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13468211889266968, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256011338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366817057132721, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256035659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13109268248081207, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256059813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13278546929359436, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256084169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336139440536499, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256108501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12898725271224976, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256132888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12721069157123566, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256157105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13235048949718475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256182064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331934809684753, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256206972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1342705488204956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256231905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337091028690338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256256903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13552826642990112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256282118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352815330028534, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256307264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515174388885498, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256332100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335882544517517, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256357207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13207900524139404, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256382693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531486690044403, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256409525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060958683490753, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256434903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396692276000977, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256464972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13176609575748444, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256489834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12956036627292633, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256514406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397590935230255, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256539363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032853603363037, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256564025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13021835684776306, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256588698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13516435027122498, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256613166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13423185050487518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256637984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12948665022850037, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256662561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12938353419303894, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256687301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12964393198490143, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256711809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12860117852687836, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256736329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13737022876739502, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256761249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367161124944687, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256785813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366697996854782, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256810568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226920366287231, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256835301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13842104375362396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256859946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130242258310318, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256885020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273525059223175, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256909641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343614161014557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256934753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14252443611621857, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256960315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13561007380485535, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256985955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12596552073955536, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257011595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369074285030365, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257036996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13315002620220184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257062534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13203370571136475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257087946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13167449831962585, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257113793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782332837581635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257139492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1414135843515396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257164713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133596271276474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257189560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13419285416603088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257214490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13187479972839355, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257239420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13209007680416107, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257264509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530156016349792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257289531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13994960486888885, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257314684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350039541721344, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257339594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358356773853302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257364525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13091935217380524, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257389644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531546294689178, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257414857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13461990654468536, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257439812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311865746974945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257465064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338074505329132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257489895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777849078178406, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257514724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13246917724609375, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257539682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13207265734672546, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257564929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12917089462280273, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257590175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13398219645023346, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257615227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12893013656139374, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257640387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13510210812091827, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257665620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13676077127456665, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257690573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259566843509674, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257715700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324312835931778, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257741188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12705020606517792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257766087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135138601064682, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257791376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338311731815338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257816538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533934950828552, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257841687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520556688308716, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257866956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13086295127868652, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257892292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14046014845371246, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257917672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339808702468872, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257942770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13911913335323334, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257969022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12675631046295166, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257994730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13488030433654785, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258020412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349116414785385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258046323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13335703313350677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258072142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774864375591278, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258098067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353742629289627, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258124054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703438639640808, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258149920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133171945810318, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258175822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12942591309547424, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258201604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13189929723739624, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258227548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13223567605018616, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258253286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13002178072929382, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258278948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276324987411499, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258304220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315639168024063, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258329351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12576690316200256, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258354496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12757626175880432, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258380096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14244142174720764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258405376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13179710507392883, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258430720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12490397691726685, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258456346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11859802156686783, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258481706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366105079650879, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258506782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12964044511318207, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258531921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12536686658859253, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258557037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12291998416185379, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258582503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13038069009780884, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258607878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12858566641807556, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258633144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1264697164297104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258658704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12316718697547913, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258684113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12537673115730286, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258709277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274298131465912, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258734429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1207953691482544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258759634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12690508365631104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258759643, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258759648, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258982913, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6158519983291626, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258983248, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258983253, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790259008774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12388463318347931, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259034211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12674002349376678, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259059414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12268312275409698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259084915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11543498933315277, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259110365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11315278708934784, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259125531, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259125540, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259221819, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6266956329345703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259221828, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259221832, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259231938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12328976392745972, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259257133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11720006167888641, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259282337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12347792834043503, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259307981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12696649134159088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259333590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11422984302043915, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259359001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12018097192049026, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259364158, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259364167, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259463421, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6417245864868164, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259463434, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259463438, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259484001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12088686972856522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259509679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11685989797115326, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259535188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12086120247840881, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259560880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12111292034387589, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259586100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11920509487390518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259606517, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259606526, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259700065, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6592146158218384, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259700081, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259700086, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259705212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11518644541501999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259730908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11851312965154648, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259756562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11169036477804184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259782060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10999041795730591, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259808343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12719249725341797, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259834524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288091540336609, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259845169, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259845178, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259939694, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6972735524177551, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259940040, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259940045, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259955670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12246151268482208, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259981733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11443942785263062, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260007776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758860945701599, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260034090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11575394123792648, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260060355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1225208267569542, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260086512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11837847530841827, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260086521, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260086526, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260180315, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7224147915840149, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260180515, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260180520, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260206780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11603714525699615, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260234386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11038193851709366, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260260829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10663619637489319, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260286815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11026674509048462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260313219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11704643070697784, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260329045, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260329053, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260420175, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7405117154121399, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260420189, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260420193, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260430777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12041433900594711, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260456970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11292862892150879, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260483055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10621912777423859, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260508885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11246581375598907, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260534551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818387567996979, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260560345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054021343588829, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260565451, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260565459, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260658460, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7540187835693359, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260658469, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260658473, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 73400320, "epoch_num": 0.03204085254796586}} diff --git a/recommendation/rcp_logs/gbs_8192/seed22353.log b/recommendation/rcp_logs/gbs_8192/seed22353.log new file mode 100644 index 000000000..b404ad217 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed22353.log @@ -0,0 +1,237 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243505738, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243505821, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243519537, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243519546, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243519550, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243519553, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243519557, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243519560, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243519563, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243519566, "event_type": "POINT_IN_TIME", "key": "seed", "value": 22353, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243519569, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243519571, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243519574, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243519577, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243519580, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243519582, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243519585, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243519588, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243519591, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243519594, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243519596, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243519599, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243519602, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243519605, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243519676, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243519680, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244460167, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244460658, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244460769, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255226306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13888323307037354, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255249748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13883157074451447, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255272762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13922230899333954, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255296114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387389898300171, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255319668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138692706823349, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255343053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13881433010101318, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255366796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13866648077964783, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255390382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852334022521973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255413997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867005705833435, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255438094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13849890232086182, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255462642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383344531059265, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255488327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13857658207416534, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255513073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13809411227703094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255538854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767774403095245, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255587836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758930563926697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255612291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788218796253204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255636649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13733819127082825, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255660819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13705061376094818, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255685409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13623151183128357, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255710095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374630331993103, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255746588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13498146831989288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255771316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13559071719646454, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255795758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358238160610199, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255819912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13477811217308044, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255844241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665302097797394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255868553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771644234657288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255892972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13590483367443085, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255917061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777559995651245, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255941308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13639813661575317, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255965467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13480986654758453, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255989758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13682964444160461, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256014086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181637227535248, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256038254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13296793401241302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256062628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354618847370148, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256086941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12939582765102386, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256111369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127813920378685, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256135644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326349824666977, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256160351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337251514196396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256185371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13455547392368317, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256210331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370868563652039, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256235430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13569487631320953, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256260589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531027734279633, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256288113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351853609085083, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256312980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367879390716553, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256337957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13198857009410858, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256364048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542498648166656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256389347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13061122596263885, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256414739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13406260311603546, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256439664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13179688155651093, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256464123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12967324256896973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256488723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13973666727542877, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256513493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13045692443847656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256538463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13015687465667725, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256563115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541105389595032, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256587596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433575630187988, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256612442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291206330060959, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256637014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12948653101921082, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256661767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12948238849639893, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256686286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12846900522708893, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256710808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13709041476249695, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256735731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13671669363975525, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256760296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366765946149826, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256785156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226565718650818, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256809909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819341361522675, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256834571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13049091398715973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256859701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272144615650177, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256884435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13444538414478302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256909604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14237098395824432, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256934925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13570360839366913, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256964338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12586259841918945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256989920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678917288780212, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257015402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13296963274478912, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257041145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13231027126312256, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257066662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13168810307979584, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257092283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772495090961456, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257117991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14117774367332458, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257143184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336597383022308, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257168049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13427342474460602, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257193311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13164763152599335, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257218261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317453533411026, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257243359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542582094669342, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257268627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397315412759781, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257294764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351408064365387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257319690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13585305213928223, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257344646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13106432557106018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257369606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13513025641441345, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257395030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344601809978485, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257420012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13111621141433716, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257445272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374075293540955, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257470116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13765428960323334, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257495021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13253815472126007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257519957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13218209147453308, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257545478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128952756524086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257571261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13380277156829834, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257596344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288854330778122, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257621454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13480010628700256, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257646501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13666701316833496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257671471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258993297815323, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257696617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228771090507507, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257722112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270289570093155, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257747027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351170539855957, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257772411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337469071149826, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257797575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13517071306705475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257822679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349651962518692, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257847940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13062742352485657, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257873308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14021793007850647, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257898689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355091214179993, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257924032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385616809129715, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257950163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1266002357006073, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257976097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347140073776245, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258001806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344105303287506, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258027738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13324955105781555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258053594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368766725063324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258079543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520734012126923, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258105832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365494579076767, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258131715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13277354836463928, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258157698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12872305512428284, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258183513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13157448172569275, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258209832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13202357292175293, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258235621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12951451539993286, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258261404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12700293958187103, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258286724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13084489107131958, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258311937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12472467869520187, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258337134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12663622200489044, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258362568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14088250696659088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258387875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13005901873111725, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258413211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12439316511154175, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258438837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11764843761920929, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258464185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502919673919678, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258489247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12795640528202057, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258514339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1238919049501419, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258539452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12095168977975845, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258564950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1286429911851883, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258590352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12688782811164856, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258615605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12409380078315735, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258641092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12067128717899323, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258666715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12279805541038513, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258691907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12435244768857956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258717086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11843762546777725, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258742292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12417319416999817, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258742301, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258742304, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258965865, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6258676648139954, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258966389, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258966393, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258991937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12041693925857544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259017377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12210486829280853, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259042615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11916231364011765, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259068094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11225291341543198, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259093566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086776852607727, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259108736, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259108745, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259207141, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6413341760635376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259207150, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259207153, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259217265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11799606680870056, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259242438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11332113295793533, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259267846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1220216155052185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259293506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12287324666976929, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259319120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214189976453781, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259344553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156916469335556, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259349725, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259349735, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259459179, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6619642376899719, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259459196, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259459199, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259479776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11949784308671951, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259505457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11524873226881027, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259530985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11923640966415405, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259556675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1201620027422905, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259581908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11617165058851242, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259602337, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259602346, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259693550, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6864749193191528, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259693569, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259693573, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259698703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296162009239197, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259724397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657293885946274, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259750507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10946200042963028, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259776036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858018696308136, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259802344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12395139783620834, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259828553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12735140323638916, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259839213, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259839222, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259936098, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.721308171749115, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259936615, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259936620, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259952780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12103306502103806, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259978828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11314254254102707, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260005014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11701402068138123, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260031445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11602988839149475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260057749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12091049551963806, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260083995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589636653661728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260084004, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260084008, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260184626, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.741662323474884, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260185142, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260185146, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260211448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11688631027936935, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260237671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10932360589504242, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260263810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545570403337479, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260289806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078442707657814, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260316233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11502229422330856, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260332079, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260332087, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260424287, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7525323033332825, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260424306, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260424310, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 71106560, "epoch_num": 0.03103957590584193}} diff --git a/recommendation/rcp_logs/gbs_8192/seed22673.log b/recommendation/rcp_logs/gbs_8192/seed22673.log new file mode 100644 index 000000000..5e11f7f32 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed22673.log @@ -0,0 +1,301 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243506354, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243506434, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243523544, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243523553, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243523557, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243523560, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243523563, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243523566, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243523569, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243523571, "event_type": "POINT_IN_TIME", "key": "seed", "value": 22673, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243523574, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243523577, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243523580, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243523583, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243523586, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243523589, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243523591, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243523594, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243523597, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243523600, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243523602, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243523605, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243523608, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243523611, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243523614, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243523617, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244467759, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244468303, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244468414, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255205453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872137665748596, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255229329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384335458278656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255252430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13804008066654205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255284721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382015347480774, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255312076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845176994800568, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255335417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380150020122528, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255358906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13795895874500275, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255382433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13753856718540192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255405990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829225301742554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255430002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13815149664878845, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255454040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13736484944820404, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255478327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799411058425903, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255502816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13741014897823334, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255526526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370084136724472, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255550424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360377073287964, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255574969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373317390680313, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255600227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13644282519817352, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255624135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362265795469284, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255650302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13528333604335785, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255674714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13726645708084106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255710575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13386675715446472, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255735605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347227245569229, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255767288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351541429758072, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255791696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399361073970795, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255816203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13626621663570404, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255840441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774120807647705, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255864542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356062889099121, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255888700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767898082733154, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255912892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360054910182953, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255936975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457177579402924, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255961174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13690969347953796, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255985449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312023252248764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256009497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13293921947479248, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256033785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13357289135456085, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256058288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12921540439128876, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256082690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127672478556633, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256106971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13252469897270203, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256131582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356396555900574, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256156642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134358212351799, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256181724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356006145477295, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256206651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354648768901825, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256232074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540107011795044, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256257649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13518965244293213, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256282743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13358643651008606, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256307844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13204610347747803, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256333639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539688289165497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256358827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308172345161438, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256384182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396421074867249, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256409389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13173840939998627, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256433777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12980641424655914, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256458428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13951769471168518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256483207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303364336490631, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256507851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023756444454193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256532806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567125797271729, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256557175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13413897156715393, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256581954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292705237865448, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256606597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12949813902378082, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256631251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12941791117191315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256655674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12868405878543854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256680119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13717228174209595, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256704960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366567313671112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256729632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665834069252014, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256754320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321733146905899, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256779096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840548694133759, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256803681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13045504689216614, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256828990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12720826268196106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256853739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13431525230407715, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256879062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14243578910827637, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256904426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13560350239276886, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256930180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12583118677139282, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256955863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698351383209229, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256981158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330578625202179, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257006747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13208910822868347, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257032073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317581981420517, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257057784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13787080347537994, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257083592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14127139747142792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257109067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340137898921967, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257133889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13403569161891937, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257158820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13174143433570862, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257183757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319381594657898, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257208769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521476089954376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257233801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13973645865917206, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257259136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13518808782100677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257284101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13585402071475983, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257309038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13084952533245087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257334121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515254855155945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257359271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346054971218109, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257384249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13099373877048492, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257409544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360491394996643, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257434307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775956630706787, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257459126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13252203166484833, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257484040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13213063776493073, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257509211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12908877432346344, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257534647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337181180715561, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257559711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12881730496883392, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257584759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350042074918747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257609954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13668698072433472, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257634916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12616387009620667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257660007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13245442509651184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257685611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12692217528820038, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257710471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507190346717834, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257735859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13393634557724, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257761061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501420617103577, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257786237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13518904149532318, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257811418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060235977172852, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257836733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1402904987335205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257862278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364958763122559, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257887315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13931035995483398, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257913830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1264277696609497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257939534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350560188293457, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257965344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348387748003006, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257991236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340410590171814, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258017043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776780664920807, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258042947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532571494579315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258069711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13681456446647644, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258095558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13301654160022736, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258121380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12933838367462158, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258147143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13191796839237213, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258173104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321578472852707, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258198857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12974894046783447, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258224493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12744544446468353, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258249768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317443996667862, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258274901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1253548413515091, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258299993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12745991349220276, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258325563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14258511364459991, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258350957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317611187696457, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258376559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12481912225484848, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258402066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11831208318471909, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258427694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13649281859397888, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258452754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12997910380363464, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258477816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12500792741775513, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258502957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1226707175374031, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258528400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13007612526416779, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258553705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12856286764144897, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258579172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12575045228004456, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258604781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12267814576625824, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258630115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12480375915765762, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258655255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12720993161201477, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258680454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12052034586668015, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258705599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12614187598228455, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258705608, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258705612, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258928869, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6249465346336365, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258929061, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258929065, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258954508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12277738749980927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258979863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12587089836597443, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259005160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12206435203552246, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259031660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11547894030809402, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259057049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120273619890213, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259073026, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259073035, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259173001, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6355816721916199, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259173010, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259173013, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259183091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12194860726594925, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259208574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11658379435539246, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259233726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12308776378631592, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259259330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1255076676607132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259284916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11400643736124039, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259310419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11902511864900589, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259316070, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259316080, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259422678, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6457540392875671, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259422696, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259422700, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259443217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12044353783130646, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259468870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11679563671350479, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259494414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12027370184659958, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259519854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12149568647146225, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259545019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11723645031452179, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259565418, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259565427, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259661529, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.655272364616394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259661538, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259661542, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259666650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11436136811971664, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259692491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11756163090467453, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259719000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10998857766389847, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259744401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10906969755887985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259771901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1257244348526001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259798063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12753860652446747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259808495, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259808504, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259904590, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6663799285888672, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259905088, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259905092, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259920769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12205875664949417, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259946761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363904923200607, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259973063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758734285831451, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259999300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148243322968483, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260025509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1223345696926117, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260051636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11709629744291306, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260051645, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260051651, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260149474, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6750708222389221, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260149484, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260149487, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260176337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11742956936359406, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260202485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11009654402732849, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260229220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679662972688675, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260255138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977818071842194, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260282077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11645813286304474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260298077, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260298087, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260390711, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6858809590339661, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260390719, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260390722, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260401331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.121473528444767, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260427434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11356808990240097, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260454640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10681230574846268, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260481080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11403124779462814, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260506655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969283431768417, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260532668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10664091259241104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260537760, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260537769, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260634120, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6983590722084045, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260634130, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260634133, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260654912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11041540652513504, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260680716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1154366135597229, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74137600, "lr": 3.7704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260706768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11462728679180145, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260732507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11507954448461533, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74956800, "lr": 3.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260758279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1170707494020462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260778905, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260779118, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260870835, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7123726606369019, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260870844, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260870847, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260875915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12107513844966888, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75776000, "lr": 3.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260901334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037751495838165, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260928179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209345817565918, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76595200, "lr": 3.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260953603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126209050416946, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260979661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11620807647705078, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77414400, "lr": 3.937083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261005638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10659090429544449, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261017281, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261017290, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261110562, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7241318821907043, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261111077, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261111080, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261126595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11464168131351471, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78233600, "lr": 3.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261152092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11280864477157593, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261179162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11825332790613174, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79052800, "lr": 4.020416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261205332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10184072703123093, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261230915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123272180557251, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79872000, "lr": 4.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261256588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114117830991745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261256598, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261256602, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261351203, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7367466688156128, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261351212, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261351216, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261377011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10187730938196182, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80691200, "lr": 4.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261403167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11470959335565567, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261429450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1112653985619545, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81510400, "lr": 4.145416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261455166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10780084133148193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261481395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10481136292219162, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 82329600, "lr": 4.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261497630, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261497640, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261589563, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.747414231300354, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261589571, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261589574, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261599924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09435368329286575, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261626227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10140286386013031, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83148800, "lr": 4.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261652442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11438551545143127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261678154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449100077152252, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83968000, "lr": 4.2704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261704383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11446479707956314, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261729864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11287669837474823, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 84787200, "lr": 4.3120833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261735101, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261735111, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261830193, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7560292482376099, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261830206, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261830210, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 84869120, "epoch_num": 0.037047235758585526}} diff --git a/recommendation/rcp_logs/gbs_8192/seed24968.log b/recommendation/rcp_logs/gbs_8192/seed24968.log new file mode 100644 index 000000000..e745a79da --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed24968.log @@ -0,0 +1,216 @@ +:::MLLOG {"namespace": "", "time_ms": 1790265872714, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790265872803, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790265888250, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790265888258, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790265888262, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790265888265, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790265888269, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790265888272, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790265888276, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790265888279, "event_type": "POINT_IN_TIME", "key": "seed", "value": 24968, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790265888283, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790265888286, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790265888289, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790265888293, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790265888296, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790265888299, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790265888302, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790265888306, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790265888309, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790265888312, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790265888316, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790265888319, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790265888323, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790265888326, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790265888337, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790265888341, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790267068550, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790267069083, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790267069176, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790268825901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387890875339508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268850820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383899599313736, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268887092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13826805353164673, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268910979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845817744731903, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790268941922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13850586116313934, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268965477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13811087608337402, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790268989224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13809572160243988, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269013037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778187334537506, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269037013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13824497163295746, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269061090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13805674016475677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269085340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13766373693943024, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269109901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823604583740234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269134370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13757680356502533, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269158104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13684266805648804, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269182019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13614140450954437, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269206021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13741041719913483, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269233289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136522576212883, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269257292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13628703355789185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269282365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355290561914444, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269307172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371500939130783, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269332278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13415347039699554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269357039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496875762939453, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269381568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519002497196198, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269405764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13400593400001526, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269430070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13641920685768127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269454323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137660413980484, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269478471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13558216392993927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269503190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764041662216187, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269527645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13609415292739868, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269551784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13460509479045868, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269576034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13687793910503387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269600384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309686005115509, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269624482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332176774740219, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269648831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334872841835022, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269673275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12883500754833221, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269697624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12724235653877258, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269721808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13258390128612518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269746647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328620791435242, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269771457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13428936898708344, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269796387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336040049791336, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269821367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356128454208374, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269846496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13528300821781158, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269871525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352134346961975, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269896361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335023194551468, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269924283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13206923007965088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269949717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353260576725006, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790269974971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13062043488025665, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790270000267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339021921157837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790270025280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159893453121185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270049823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944093346595764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270074404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13978497684001923, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270099135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13033246994018555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270123820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12982621788978577, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270148458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542692363262177, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270172901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341819316148758, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270197709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912823259830475, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270222750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944862246513367, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270247867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12960028648376465, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270272329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12817808985710144, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270296811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13723257184028625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270321702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365307867527008, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270346429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652174174785614, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270371172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225600123405457, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270395868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13830354809761047, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270420497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13027691841125488, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270445564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274038404226303, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270470163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13423369824886322, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270495355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14234471321105957, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270520633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549718260765076, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270546055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12583521008491516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270571568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13702398538589478, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270597068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330605149269104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270623487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13223128020763397, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270648843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181082904338837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270674447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793504238128662, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270700118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1412629634141922, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270725383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328365981578827, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270750220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13404685258865356, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270775125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13194572925567627, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270800047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319393515586853, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270825122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534536957740784, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270850139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13977769017219543, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270875384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349315345287323, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270900498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13544218242168427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270925420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13085447251796722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270950361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13538435101509094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790270975547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13454318046569824, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271000489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116343319416046, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271025762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369934260845184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271050563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776186108589172, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271075371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241466879844666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271100148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316985934972763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271125363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12913477420806885, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271150549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13384926319122314, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271175695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12915749847888947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271200767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497236371040344, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271225838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366502344608307, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271250753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1260472685098648, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271275868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13229764997959137, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271301324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12694379687309265, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271326500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13509032130241394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271351844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378757238388062, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271377032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500481843948364, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271402133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13488252460956573, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271427389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13042160868644714, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271452694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14016492664813995, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271478058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13371704518795013, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271503134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13910916447639465, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271529238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12644125521183014, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271554944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13471619784832, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271580612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347184181213379, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271606714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333104819059372, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271632616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372702568769455, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271658593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353171169757843, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271684748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367150843143463, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271710577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13274060189723969, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271736447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12929274141788483, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271762199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178850710391998, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271788113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237184286117554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271813821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12978647649288177, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271839411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273481696844101, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271864672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13099925220012665, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271890106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12448617815971375, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271915228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12699827551841736, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271940616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1417548805475235, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271965872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13072989881038666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790271991186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12440789490938187, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272016881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11807352304458618, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272042208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13614550232887268, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272067392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926527857780457, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272092456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12450707703828812, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272117660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12208417803049088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272143205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294431984424591, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272168775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274450123310089, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272193986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12552973628044128, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272219476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12192493677139282, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272244855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12401328235864639, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272270012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12646397948265076, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272295150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12014275044202805, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272320426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12559174001216888, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272320434, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272320438, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272550816, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6630374193191528, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272551327, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272551332, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790272576821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12184464186429977, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272602210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12438477575778961, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272627387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12073954939842224, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272652836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11345876008272171, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272678250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11128650605678558, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272693389, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272693398, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272791938, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.695873498916626, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272791947, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272791950, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790272802121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12078875303268433, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272827475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11529184877872467, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272852648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12265292555093765, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272878262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12492673844099045, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272903830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11366216093301773, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272929227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11674028635025024, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790272934375, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790272934383, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790273032916, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7314265966415405, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790273033409, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790273033414, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790273053941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11983074992895126, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273079579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11585815250873566, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273105062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1192326545715332, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273130514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11935072392225266, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273155711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11569612473249435, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273176104, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273176112, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273275452, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7495465874671936, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273275463, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273275467, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790273280588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11249811947345734, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273306246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11541073769330978, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273331867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934405028820038, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273357486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083255410194397, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273384015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12344957888126373, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273410159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12545211613178253, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790273420597, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273420605, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273512562, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7597164511680603, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273512570, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790273512574, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 66519040, "epoch_num": 0.02903702262159406}} diff --git a/recommendation/rcp_logs/gbs_8192/seed27583.log b/recommendation/rcp_logs/gbs_8192/seed27583.log new file mode 100644 index 000000000..24effc88b --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed27583.log @@ -0,0 +1,290 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243499822, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243499904, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243513396, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243513402, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243513405, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243513408, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243513411, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243513414, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243513417, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243513420, "event_type": "POINT_IN_TIME", "key": "seed", "value": 27583, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243513423, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243513426, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243513428, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243513431, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243513434, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243513437, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243513439, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243513442, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243513445, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243513448, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243513451, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243513453, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243513456, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243513459, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243513631, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243513636, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244342586, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244343175, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244343248, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255256943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863924145698547, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255281171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865309953689575, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255304336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870729506015778, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255327740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859739899635315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255354190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869962096214294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255379500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851870596408844, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255403418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385657638311386, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255426895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825173676013947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255450678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13848723471164703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255474828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13844099640846252, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255498902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794395327568054, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255523419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819168508052826, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255547848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378897726535797, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255571702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372426599264145, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255595797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13670951128005981, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255619764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13742418587207794, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255644109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367732286453247, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255668152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13646705448627472, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255693624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13558027148246765, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255719073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13737940788269043, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255776142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13444627821445465, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255800844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539278507232666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255825182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555021584033966, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255849311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13428735733032227, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255873622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13605999946594238, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255897757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801690936088562, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255921899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355801224708557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255945965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13792556524276733, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255970244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361025720834732, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255994386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457922637462616, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256018597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367400586605072, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256042877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310545951128006, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256066951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328772008419037, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256091226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133669912815094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256115704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288246512413025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256139988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12734751403331757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256164138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323975920677185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256188841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331942230463028, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256213558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13424187898635864, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256238428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336572766304016, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256263400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354222446680069, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256290763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13527964055538177, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256316341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515642285346985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256342276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334613561630249, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256376015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321313977241516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256401539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352483481168747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256426948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13050416111946106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256452576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338573396205902, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256477303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319315880537033, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256501847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12968657910823822, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256526354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397700309753418, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256551044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13056813180446625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256575707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12991006672382355, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256600456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352471113204956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256624816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13434378802776337, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256649558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12915222346782684, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256674127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295754313468933, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256698795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295149028301239, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256723195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12857310473918915, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256747637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13747747242450714, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256772448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643194735050201, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256796886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13648024201393127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256821885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225790858268738, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256846523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384790688753128, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256871041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13007211685180664, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256896297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271447390317917, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256920916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13416144251823425, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256946057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14221510291099548, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256971721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541916012763977, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256997367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12571094930171967, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257022818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369466781616211, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257048078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312284648418427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257074212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228298723697662, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257099498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13172057271003723, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257124974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13760274648666382, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257150529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14123818278312683, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257176064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336175680160522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257200946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13417112827301025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257225802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131695955991745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257250634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318683624267578, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257275622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13546238839626312, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257300604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13982419669628143, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257325803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474267721176147, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257350615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533778488636017, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257375479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13078387081623077, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257400482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13518737256526947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257425619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345575749874115, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257450550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13117718696594238, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257475702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369756937026978, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257500460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378445327281952, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257525179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132502943277359, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257550212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321435421705246, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257575453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12917223572731018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257600825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376539945602417, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257626161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12850500643253326, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257651353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348850578069687, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257676593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366806924343109, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257701421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12563179433345795, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257726421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321427822113037, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257751788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12697869539260864, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257776625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13462238013744354, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257801870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336948573589325, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257826901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349349170923233, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257851935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494841754436493, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257877088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13063842058181763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257902320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14026521146297455, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257927572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335054636001587, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257952569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870050013065338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257978883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1264066845178604, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258004485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13448387384414673, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258030051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13430677354335785, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258055862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13332988321781158, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258081598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13697458803653717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258107445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350473016500473, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258133499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136031836271286, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258159235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321423500776291, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258185051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12812986969947815, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258210713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104645907878876, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258236813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313900500535965, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258262656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12849640846252441, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258288284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12606531381607056, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258313481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12989090383052826, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258338643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12367969006299973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258363697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256798356771469, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258389057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14015890657901764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258414189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12919119000434875, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258439417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12277025729417801, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258465242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163996160030365, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258490478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13407520949840546, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258515434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12670496106147766, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258540376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1222209632396698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258565386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11976934224367142, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258590730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12757113575935364, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258616014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1255662888288498, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258641331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12311865389347076, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258667085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11933992058038712, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258692388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12058468908071518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258717454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12278927862644196, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258742529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11650799959897995, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258767589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12265721708536148, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258767594, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258767598, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258997040, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6442604660987854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258997604, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258997609, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790259022997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11912533640861511, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259048331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12130576372146606, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259074058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11759189516305923, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259099591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053819209337234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259125276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10737836360931396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259140395, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259140400, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259240578, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6595771908760071, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259240584, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259240587, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259250668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1160207986831665, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259275743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11227390170097351, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259300847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12140318751335144, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259326355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12211210280656815, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259351831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11138330399990082, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259377145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11484141647815704, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259382426, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259382434, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259494210, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6741704940795898, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259494226, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259494230, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259514679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11932554095983505, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259540223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11486553400754929, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259565783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11930965632200241, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259591141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11970588564872742, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259616261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11574295908212662, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259636574, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259636580, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259734490, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.690159022808075, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259734510, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259734513, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259739618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294619739055634, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259765387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11658060550689697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259791011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090916246175766, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259816365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881788283586502, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259845020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12425728887319565, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259872413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12796270847320557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259883004, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259883009, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259975768, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6975309252738953, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259975773, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259975777, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259993852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1212012842297554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260019979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112500861287117, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260046038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11710026115179062, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260072389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11718285828828812, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260098529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11996804922819138, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260124579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11636590957641602, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260124585, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260124588, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260230519, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7083998322486877, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260231064, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260231068, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260257228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11729041486978531, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260283351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11012588441371918, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260309385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457449406385422, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260335343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10885877907276154, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260361624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11540206521749496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260377392, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260377398, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260467917, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7240133285522461, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260468131, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260468135, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260478655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11992426216602325, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260504855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136675700545311, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260533269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10594359040260315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260559006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11371909081935883, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260585629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10780265927314758, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260611376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527164489030838, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260616548, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260616553, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260716793, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7375240325927734, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260716798, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260716801, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260737414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853695869445801, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260763161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1129981055855751, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74137600, "lr": 3.7704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260788935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11431287229061127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260814650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1118006706237793, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74956800, "lr": 3.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260840238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546896398067474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260860639, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260860644, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260952752, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7440623044967651, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260952757, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260952761, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260957845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11884856224060059, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75776000, "lr": 3.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260983251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09719108045101166, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261008783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10000589489936829, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76595200, "lr": 3.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261034086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10966013371944427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261059581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11244380474090576, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77414400, "lr": 3.937083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261085250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10190030932426453, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261095585, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261095590, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261186235, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7492855191230774, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261186254, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261186258, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790261201630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11258253455162048, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78233600, "lr": 3.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261229837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10795053094625473, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261256574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311037093400955, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79052800, "lr": 4.020416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261283518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09789349883794785, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261309646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019787192344666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79872000, "lr": 4.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261335139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11293045431375504, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261335145, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261335148, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261434346, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7496070265769958, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261434918, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261434923, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790261460323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100740447640419, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80691200, "lr": 4.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261486043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11128898710012436, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261512125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11132203787565231, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81510400, "lr": 4.145416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261537888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108077771961689, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261563401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10226741433143616, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 82329600, "lr": 4.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261579901, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261579906, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261670373, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7523248195648193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261670577, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261670581, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 82575360, "epoch_num": 0.03604595911646159}} diff --git a/recommendation/rcp_logs/gbs_8192/seed29792.log b/recommendation/rcp_logs/gbs_8192/seed29792.log new file mode 100644 index 000000000..200948942 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed29792.log @@ -0,0 +1,227 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243498723, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243498812, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243512767, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243512772, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243512775, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243512778, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243512780, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243512783, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243512786, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243512788, "event_type": "POINT_IN_TIME", "key": "seed", "value": 29792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243512791, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243512793, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243512796, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243512798, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243512801, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243512804, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243512806, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243512809, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243512811, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243512814, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243512817, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243512819, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243512822, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243512824, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243513022, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243513025, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244420335, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244420858, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244420937, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255226192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386764645576477, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255250133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13848723471164703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255286005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853055238723755, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255309373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829101622104645, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255332956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387789249420166, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255356465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13821949064731598, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255379944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13826924562454224, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255403645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803915679454803, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255427447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138393834233284, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255451503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13838283717632294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255475897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767561316490173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255500447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823796808719635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255524807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764356076717377, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255548586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13716281950473785, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255572704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136447474360466, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255596965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13761179149150848, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255621586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13667616248130798, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255645605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13633322715759277, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255670152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551382720470428, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255694586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13732819259166718, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255748218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339236944913864, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255772917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13475151360034943, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255797211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519948720932007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255821379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13410702347755432, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255845630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364569216966629, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255869893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782842457294464, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255894020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562409579753876, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255918016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377028077840805, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255942259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13614198565483093, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255966344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13465221226215363, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255990570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368585228919983, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256014860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104574382305145, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256038892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327781230211258, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256063236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351263105869293, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256087741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12871097028255463, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256112062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12715217471122742, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256136213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13249391317367554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256160913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133418008685112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256186108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13421319425106049, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256210973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13358089327812195, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256236087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13560926914215088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256262669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529902696609497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256287734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522392511367798, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256312575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13344672322273254, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256337436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316298246383667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256362966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13544991612434387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256388129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13070082664489746, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256413455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13388164341449738, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256438502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13153724372386932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256463017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296703815460205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256487537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13961046934127808, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256512254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13028275966644287, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256537294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13025905191898346, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256561869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354827731847763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256586283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13439148664474487, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256611041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926869094371796, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256635645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294795125722885, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256660313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944427132606506, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256684785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12846606969833374, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256709239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13738888502120972, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256734081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13666829466819763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256758578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13669079542160034, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256783294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216613233089447, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256807976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382194459438324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256832552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13033363223075867, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256857615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12725137174129486, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256882751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13442446291446686, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256907856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1423211544752121, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256933189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562753796577454, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256959156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258556991815567, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256984655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13696010410785675, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257010009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13320833444595337, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257035912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13231803476810455, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257061250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181978464126587, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257086809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779784739017487, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257112911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1411391943693161, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257139257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333606719970703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257164201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13414506614208221, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257189095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315780133008957, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257213966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13190549612045288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257239016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549987971782684, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257264024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13985931873321533, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257289063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508734107017517, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257313908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135862797498703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257338791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310710459947586, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257363651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512544333934784, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257389051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345089226961136, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257413939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311454027891159, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257439582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360582292079926, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257464369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13798007369041443, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257489142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13258621096611023, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257513862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319880187511444, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257539036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292792707681656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257564312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13392993807792664, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257589422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12893499433994293, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257614616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350795328617096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257639814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13689729571342468, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257664821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259980946779251, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257689890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13238060474395752, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257715320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12714041769504547, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257740235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524103164672852, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257765591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133959099650383, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257790696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13523805141448975, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257815845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522708415985107, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257841066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13075104355812073, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257866361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14062292873859406, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257891728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376790285110474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257916792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13917218148708344, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257942977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12679488956928253, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257968865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353568136692047, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257994488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13482198119163513, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258020359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365106284618378, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258046193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13704460859298706, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258072080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13528616726398468, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258098077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13708972930908203, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258123940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318763673305511, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258149814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12931987643241882, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258175595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13201755285263062, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258201674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132303848862648, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258227582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13009245693683624, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258253404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12756963074207306, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258278843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13162502646446228, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258304003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12562879920005798, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258329081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12750422954559326, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258354503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14231900870800018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258379993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13172222673892975, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258405293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12505461275577545, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258431083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11855989694595337, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258456510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368023157119751, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258481659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12988828122615814, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258506762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12529437243938446, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258531789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12317094951868057, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258557216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13036072254180908, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258582566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12822212278842926, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258607775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12666137516498566, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258633413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12320156395435333, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258658772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12503521144390106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258683926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274319887161255, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258709033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12090923637151718, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258734156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12658880650997162, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258734161, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258734165, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258961121, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6163022518157959, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258961627, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258961631, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258987078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12358000874519348, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259012465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12640903890132904, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259037752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1225644201040268, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259063503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11536318808794022, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259089670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11298826336860657, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259104785, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259104791, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259197513, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6307778358459473, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259197519, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259197522, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259207644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12334465235471725, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259232740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1176498532295227, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259257950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12322602421045303, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259283712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12689341604709625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259309236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1145472452044487, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259334624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1196216493844986, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259339762, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259339768, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259452522, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6521549820899963, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259452533, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259452536, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259473230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12081822007894516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259498896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11700782924890518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259524591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12036184966564178, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259550251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12090571969747543, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259575422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11826913058757782, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259596011, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259596016, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259687335, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6814232468605042, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259687341, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259687345, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259692453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11491504311561584, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259718264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11747568100690842, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259743852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11096016317605972, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259770276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018938571214676, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259796556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12631429731845856, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259823767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12708602845668793, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259834205, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259834213, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259925718, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7412910461425781, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259926252, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259926256, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259941944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12205325067043304, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259969977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11318294703960419, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259996093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11614129692316055, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260022444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11494269967079163, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260048855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11992575973272324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260075275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11629270762205124, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260075281, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260075285, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260183197, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7557793259620667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260183702, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260183706, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 68812800, "epoch_num": 0.030038299263717993}} diff --git a/recommendation/rcp_logs/gbs_8192/seed31516.log b/recommendation/rcp_logs/gbs_8192/seed31516.log new file mode 100644 index 000000000..d284bc6e9 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed31516.log @@ -0,0 +1,216 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243501260, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243501340, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243517378, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243517387, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243517391, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243517395, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243517399, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243517403, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243517407, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243517411, "event_type": "POINT_IN_TIME", "key": "seed", "value": 31516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243517415, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243517419, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243517423, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243517426, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243517430, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243517434, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243517438, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243517442, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243517445, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243517449, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243517453, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243517457, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243517461, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243517464, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243517469, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243517473, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244499147, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244499629, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244499730, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255219200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386350691318512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255242792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13850131630897522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255265740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13832996785640717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255289277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13843794167041779, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255312759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853642344474792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255336093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13846389949321747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255359618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13835184276103973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255383194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801364600658417, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255406793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13835564255714417, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255430863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382398158311844, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255455009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375570148229599, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255479307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834364712238312, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255503342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762328028678894, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255527021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13706837594509125, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255550917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13634967803955078, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255574857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374630630016327, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255599526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643884658813477, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255623483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13642247021198273, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255648333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555733859539032, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255672733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13745154440402985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255697587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13416491448879242, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255722108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13486245274543762, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255773488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352992057800293, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255797860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341254711151123, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255822277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13640031218528748, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255846459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791117072105408, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255870573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135483980178833, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255894718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796699047088623, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255918919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593727350234985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255943013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474427163600922, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255967230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678324222564697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255991526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13100408017635345, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256015586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13284972310066223, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256039913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336880505084991, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256064345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288480907678604, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256088661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12728288769721985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256112816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13264545798301697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256137442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331571221351624, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256162447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13412700593471527, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256187340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13371367752552032, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256212284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356203556060791, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256237673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13535916805267334, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256263184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555066287517548, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256287992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13358061015605927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256312757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13223686814308167, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256338163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533581793308258, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256363404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13079790771007538, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256388679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338825225830078, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256413506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317385733127594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256437924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12974640727043152, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256462463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13980384171009064, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256487163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303611397743225, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256511748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13016235828399658, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256536533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557152450084686, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256560925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13405610620975494, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256585714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292894184589386, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256610256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296239197254181, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256635202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295200139284134, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256659639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288171410560608, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256684085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13743296265602112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256708943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655979931354523, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256733434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365262269973755, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256758243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13213349878787994, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256782915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834047317504883, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256807514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12999945878982544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256832545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274469494819641, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256857125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344332993030548, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256882464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1422492265701294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256907739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13543036580085754, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256933068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259547472000122, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256958886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13690803945064545, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256984458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308174908161163, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257010216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325153112411499, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257035528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13170504570007324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257061099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378622055053711, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257086744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14141732454299927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257112556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334075778722763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257137381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341000497341156, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257162258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13187970221042633, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257187133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175365328788757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257212150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353023648262024, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257237330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13971614837646484, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257262668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13487261533737183, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257287518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13577497005462646, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257312397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309332400560379, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257337480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13518832623958588, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257362669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344570815563202, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257387864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13111084699630737, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257413519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13344798982143402, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257438294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377594769001007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257463063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13257285952568054, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257487814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13212837278842926, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257512993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12920501828193665, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257538141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374409079551697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257563435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12857398390769958, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257588483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349172294139862, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257613496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13663490116596222, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257638368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12578164041042328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257663443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13214993476867676, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257688891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12683813273906708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257713773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13472267985343933, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257739208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340723514556885, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257764310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347883939743042, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257789408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134818434715271, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257814653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13051310181617737, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257839925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14002327620983124, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257865265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331658661365509, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257890445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13901609182357788, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257916545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1266297698020935, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257942201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13424110412597656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257968037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13409355282783508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257993881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321247696876526, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258019735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365569531917572, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258045602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13504652678966522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258071563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362023949623108, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258097354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321805715560913, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258123176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128085657954216, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258149081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131020188331604, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258174996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159175217151642, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258200680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12874744832515717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258226224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12619926035404205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258251448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13016732037067413, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258276530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12353628128767014, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258301617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12592864036560059, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258326959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14057227969169617, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258352163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12917686998844147, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258377648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12292619794607162, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258403351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11671458184719086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258428646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13447897136211395, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258453638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12678183615207672, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258478724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12292560189962387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258503760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11971493065357208, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258529180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276317536830902, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258554492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1260821670293808, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258579753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12359309196472168, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258605406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12003161758184433, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258630737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12139225006103516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258655857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12352237105369568, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258680969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11793552339076996, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258706215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12230390310287476, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258706224, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258706228, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258929890, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6380585432052612, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258930103, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258930108, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258955560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11924641579389572, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258980950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12221799790859222, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259006132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750423908233643, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259031543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11089495569467545, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259057397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817133635282516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259072519, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259072529, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259170815, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.670612633228302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259170824, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259170828, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259180907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11949323862791061, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259206059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11274566501379013, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259231327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12060584872961044, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259256910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12290581315755844, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259282438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281561851501465, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259308204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11554136872291565, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259313382, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259313392, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259414073, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7208401560783386, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259414087, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259414091, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259434621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11859719455242157, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259460284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11586688458919525, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259485734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1178959533572197, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259511144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11872148513793945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259536298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11542829871177673, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259556864, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259556874, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259655287, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7443260550498962, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259655296, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259655300, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259660467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294645071029663, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259686343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148114874958992, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259711923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835832357406616, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259738691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078810766339302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259766909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12334679067134857, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259793057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12647974491119385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259803581, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259803590, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259897149, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7541582584381104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259897602, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259897605, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 66519040, "epoch_num": 0.02903702262159406}} diff --git a/recommendation/rcp_logs/gbs_8192/seed3656.log b/recommendation/rcp_logs/gbs_8192/seed3656.log new file mode 100644 index 000000000..8e69a8b9d --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed3656.log @@ -0,0 +1,258 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243502528, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243502609, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243518711, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243518722, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243518726, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243518729, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243518732, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243518735, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243518737, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243518740, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3656, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243518743, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243518746, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243518749, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243518751, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243518754, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243518757, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243518760, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243518762, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243518765, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243518768, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243518771, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243518773, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243518776, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243518779, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243518782, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243518785, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244417813, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244418212, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244418307, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255238401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386653035879135, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255261775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13817155361175537, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255284881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13765482604503632, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255308146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380845308303833, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255335725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13836556673049927, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255359193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777227699756622, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255382978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780273497104645, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255406654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13717961311340332, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255430249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380602866411209, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255454395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13821595907211304, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255478509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13725948333740234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255502866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13817615807056427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255527016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13714687526226044, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255550847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13640247285366058, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255575003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13527965545654297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255599043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13732504844665527, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255623472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358652561903, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255647501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13579125702381134, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255672065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13473695516586304, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255696671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703161478042603, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255721827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289427757263184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255746439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337401270866394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255770971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13473565876483917, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255795387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333479881286621, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255819760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13604168593883514, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255844096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13787689805030823, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255868365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532625138759613, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255892481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791047036647797, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255916783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13621464371681213, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255940987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13429950177669525, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255965326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13685837388038635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255989722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13037770986557007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256013919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325160562992096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256038344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317859172821045, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256063008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12805667519569397, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256087412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1260077953338623, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256111678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13213780522346497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256136448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328199088573456, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256161391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13406085968017578, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256186384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355247676372528, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256211452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356893628835678, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256236624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531523942947388, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256261862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13517749309539795, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256286748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354112207889557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256311623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13203631341457367, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256337123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530753552913666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256362443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13057953119277954, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256387832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133927583694458, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256412683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13173207640647888, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256437298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926830351352692, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256461952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399180144071579, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256486777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13020336627960205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256511464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13001103699207306, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256536389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355343461036682, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256560905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13408701121807098, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256585799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12916207313537598, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256610431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946802377700806, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256635261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12951496243476868, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256659818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12857270240783691, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256684409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13728336989879608, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256709377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367669403553009, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256733985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678137958049774, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256758813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13194064795970917, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256783590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383335143327713, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256808299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13028766214847565, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256833452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272164285182953, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256858138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344706416130066, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256883395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14229027926921844, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256908749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550648093223572, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256934223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12577226758003235, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256959866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13709457218647003, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256985283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328776776790619, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257010856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321028470993042, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257036322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13183800876140594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257062010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379603147506714, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257087758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14130714535713196, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257113218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334453672170639, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257138144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13400132954120636, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257163133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195012509822845, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257188132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13204090297222137, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257213268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541601598262787, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257238363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13977113366127014, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257263675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13504426181316376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257288680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356782168149948, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257313686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308932602405548, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257338676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13537266850471497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257363946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13442914187908173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257389138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312333643436432, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257414488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378296792507172, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257439374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13786624372005463, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257464277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326289027929306, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257489157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13209424912929535, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257514443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12917232513427734, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257539718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13390317559242249, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257564824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12904539704322815, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257589987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501882553100586, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257615050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13668011128902435, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257640019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12606526911258698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257665193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228744268417358, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257690732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12720684707164764, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257715704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13498951494693756, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257741029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362754881381989, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257766254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13510002195835114, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257791456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351030319929123, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257816748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13085192441940308, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257842143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14039063453674316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257867632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337919682264328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257892778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13917650282382965, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257918855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12673652172088623, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257944652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13480040431022644, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257970582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134573832154274, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257996556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333247601985931, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258022442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13797138631343842, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258048429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13547560572624207, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258074505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13689745962619781, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258100410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275308907032013, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258126351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12913958728313446, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258152181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13158339262008667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258178207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13223586976528168, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258203998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12967118620872498, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258229681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12707403302192688, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258255023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13100256025791168, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258280243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12442482262849808, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258305454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12683412432670593, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258331070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14095857739448547, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258356406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305895894765854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258381988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12403078377246857, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258407582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11797778308391571, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258433009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13565319776535034, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258458140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12870505452156067, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258483282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12425670027732849, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258508505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12176540493965149, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258534038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289530247449875, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258559481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271786093711853, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258584782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12460099160671234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258610301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12083476036787033, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258635788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12297375500202179, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258661199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12564341723918915, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258686418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1188775822520256, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258711661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12465725094079971, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258711669, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258711673, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258935413, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6226463913917542, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258935601, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258935605, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258961177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12092555314302444, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258986662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12315388768911362, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259011928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1193745881319046, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259037466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281614005565643, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259062967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967569053173065, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259078175, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259078184, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259172764, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6366069316864014, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259172772, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259172775, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259182904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11840216815471649, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259208176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430150270462036, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259233425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12278608977794647, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259259123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12322040647268295, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259284776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11277157068252563, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259310234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11622866243124008, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259315389, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259315397, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259417754, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6545044183731079, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259417766, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259417770, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259438365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11999019980430603, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259464092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11536743491888046, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259489666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12004528939723969, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259515212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12044136226177216, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259540490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11725831031799316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259560958, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259560966, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259655313, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6736792325973511, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259655325, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259655329, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259660467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11401902884244919, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259686206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11760205030441284, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259711924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102607399225235, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259737453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10886250436306, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259763765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12450700253248215, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259790013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278100460767746, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259800529, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259800537, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259895347, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6932306289672852, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259895714, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259895719, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259911387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12142110615968704, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259937510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11378924548625946, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259963611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11771410703659058, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259989984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11690281331539154, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260016326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12229049205780029, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260042527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682039499282837, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260042535, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260042539, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260137849, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.70982825756073, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260137857, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260137860, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260164180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11799288541078568, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260190639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090374737977982, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260217022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10641875863075256, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260243067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096998006105423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260269535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11674690991640091, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260285409, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260285418, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260377905, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7269331812858582, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260377921, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260377924, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260388517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12080185860395432, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260414773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11385176330804825, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260440924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720624029636383, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260466814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476507782936096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260492795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883849859237671, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260518659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577502846717834, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260523777, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260523784, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260615182, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7417125105857849, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260615190, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260615194, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260635960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102222427725792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260661896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414353549480438, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74137600, "lr": 3.7704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260687843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11411072313785553, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260713622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11337060481309891, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74956800, "lr": 3.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260739351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156512200832367, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260759902, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260759910, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260851554, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.750422477722168, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260851564, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260851568, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 75694080, "epoch_num": 0.033042129190089795}} diff --git a/recommendation/rcp_logs/gbs_8192/seed380229711.log b/recommendation/rcp_logs/gbs_8192/seed380229711.log deleted file mode 100644 index 9a228abbd..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed380229711.log +++ /dev/null @@ -1,1869 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784651373092, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784651373092, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784651394632, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784651394635, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "seed", "value": 380229711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784651394636, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784651394637, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784652219685, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784652219686, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784652220086, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784652336018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829340040683746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784652348462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13841071724891663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652361275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13854172825813293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652374408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385321021080017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652387165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865114748477936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652400195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386178433895111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652413786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13844262063503265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652426846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13894973695278168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652439808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859781622886658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652452599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13844317197799683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652465989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385466754436493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652479345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869792222976685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652492326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13824759423732758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652505221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13966311514377594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652505222, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652505223, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652588451, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.501117467880249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652588452, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652588452, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652601325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13839909434318542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652614399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385101079940796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652627745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138491690158844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652640408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825608789920807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652653484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13820061087608337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652667060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13820622861385345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652680033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382625252008438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652693232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13804283738136292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652706676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379861831665039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652719707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803361356258392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652733120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13835781812667847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652746464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13841018080711365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652759691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794080913066864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652773366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13820689916610718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652773367, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652773367, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652855274, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5012875199317932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652855275, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652855275, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652868575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767823576927185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652881912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381848305463791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652895307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13746176660060883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652908870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13632436096668243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652922235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378561407327652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652935501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13792404532432556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652948856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13739514350891113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652962651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369534134864807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652976038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13673639297485352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652989222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758163154125214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653002703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13747048377990723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653015946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764236867427826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653029989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377759873867035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653043366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778544962406158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653043367, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653043367, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653125662, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5014969110488892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653125664, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653125664, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653138818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13661929965019226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653152299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373259574174881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653165701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13673388957977295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653179691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13711419701576233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653193067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13731049001216888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653206799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772282004356384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653220409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13662183284759521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653233919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13726992905139923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653247918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13670524954795837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653261692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13858027756214142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653275306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362139731645584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653288859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13770025968551636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653302627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351468414068222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653316607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665056228637695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653316607, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653316608, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653399325, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5018054246902466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653399325, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653399326, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653412694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13610577583312988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653426266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354997754096985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653439512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13754920661449432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653453052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346389204263687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653466704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652677834033966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653480056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13339805603027344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653493762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550393283367157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653506941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530461490154266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653520337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378270387649536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653533580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506457209587097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653546869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14742782711982727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653560556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355466991662979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653573827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13415521383285522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653587305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788515329360962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653587306, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653587306, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653669437, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5022485852241516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653669438, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653669438, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653682772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13523557782173157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653696072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13974608480930328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653709461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13576072454452515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653722769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330488920211792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653736232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13483205437660217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653749866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13916133344173431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653763402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332724392414093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653777099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13292570412158966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653790467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13310086727142334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653803569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13163936138153076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653817091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13118129968643188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653830256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134862020611763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653843591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13152752816677094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653857302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388949751853943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653857302, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653857303, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653938982, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5028337836265564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653938983, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653938983, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653952504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336965560913086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653965929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328483700752258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653979615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13570626080036163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653992951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13492083549499512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654006219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376088410615921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654019556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1279987394809723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654032525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532200455665588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654045752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12934422492980957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654059219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13329501450061798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654072886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326330006122589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654086352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13338404893875122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654100153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440586626529694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654114119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519714772701263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654127838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333647519350052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654127838, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654127839, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654210733, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5037636160850525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654210734, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654210734, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654224520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323649138212204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654238115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337590217590332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654251852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354834884405136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654265968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541211187839508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654279782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13954435288906097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654293421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13339203596115112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654307793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13545319437980652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654321530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332833468914032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654335387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13315187394618988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654349376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13161520659923553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654363074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13571426272392273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654377358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355480134487152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654391416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318656384944916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654405165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13077718019485474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654405166, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654405167, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654487734, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5049558281898499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654487735, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654487735, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654502071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781844079494476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654515912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507965207099915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654529803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13537418842315674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654543755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312287449836731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654557467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335454136133194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654571407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13419362902641296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654585567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370365023612976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654599628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134102925658226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654613692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13283273577690125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654627451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12971584498882294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654640719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12763750553131104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654654247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13281188905239105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654667736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295786201953888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654681067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12460252642631531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654681067, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654681067, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654763235, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5062140822410583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654763236, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654763236, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654776956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13111639022827148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654790519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13595892488956451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654804344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325944542884827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654818262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13026030361652374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654831772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12811905145645142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654845567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12646374106407166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654859300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12889397144317627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654872586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13230128586292267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654886022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567900657653809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654899489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12482313066720963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654912749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12866170704364777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654926109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13429470360279083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654939589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309855729341507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654953329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292484998703003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654953330, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654953330, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655034915, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.507777988910675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655034916, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655034916, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655048703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13063903152942657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655062159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291147619485855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655075266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13290391862392426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655089471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12374183535575867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655103385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295236349105835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655116845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12577804923057556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655130277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300514191389084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655143969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1216576024889946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655157333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357887089252472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655171214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371704787015915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655184872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1235177144408226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655198993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12314169108867645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655212990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12556329369544983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655226780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12904168665409088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655226781, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655226781, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655308430, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5095562934875488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655308430, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655308431, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655321920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665804266929626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655336195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645566999912262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655349649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356658935546875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655363308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399223655462265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655377063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13673624396324158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655390862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138333261013031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655404494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12752462923526764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655418107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12604793906211853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655431654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14219488203525543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655445692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14102703332901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655459646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273341029882431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655473466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12840241193771362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655487288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13264304399490356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655500582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13153164088726044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655500582, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655500583, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655583065, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5115115642547607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655583066, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655583066, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655597766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14134420454502106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655612007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14244362711906433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655625862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135404571890831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655639896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13946174085140228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655654147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14488255977630615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655668133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14103546738624573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655682372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12569870054721832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655696645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13773049414157867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655710902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13182565569877625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655725114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13625067472457886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655739262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769058883190155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655753228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330302357673645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655767808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13448892533779144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655782097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13638092577457428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655782097, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655782098, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655864645, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5135753154754639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655864646, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655864646, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655878472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13862839341163635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655892708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137920543551445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655907093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13173285126686096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655921417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306105136871338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655935631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337752342224121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655950247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13968920707702637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655964727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13280341029167175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655979430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14145448803901672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655993473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14072348177433014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656007701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505767285823822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656021477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276986002922058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656035090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13005103170871735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656048660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341242492198944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656062298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12747906148433685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656062298, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656062299, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656146506, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5160952210426331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656146507, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656146507, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656160067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323164999485016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656173690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13693760335445404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656187359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378456234931946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656200934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319260597229004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656214736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13390298187732697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656228480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335354745388031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656242664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369110226631165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656256471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328757256269455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656270029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14000087976455688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656284490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13193389773368835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656298477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12873482704162598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656312117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13105955719947815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656325792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216131925582886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656339636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13580787181854248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656339637, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656339637, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656423616, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.519439160823822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656423617, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656423617, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656437489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337026059627533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656451376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1230003610253334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656465383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13062839210033417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656479611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046808540821075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656493584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519425690174103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656508183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522779941558838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656522379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522547483444214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656537064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12389795482158661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656551475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13092230260372162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656565514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13108700513839722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656580103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13037510216236115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656593938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312530517578125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656607844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13088789582252502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656621586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301867812871933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656621586, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656621587, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656703970, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5237941741943359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656703971, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656703971, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656717758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782340288162231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656731699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13229811191558838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656745486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336624026298523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656759186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13037289679050446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656772841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272742748260498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656786429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323188841342926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656800507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567706942558289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656814558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13283924758434296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656828498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311909258365631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656842572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388363391160965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656856623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13371853530406952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656870164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375824213027954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656884635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13202527165412903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656898780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13334956765174866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656898781, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656898782, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656981020, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5296569466590881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656981021, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656981022, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656994985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13127672672271729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657008912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349802315235138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657022904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378108412027359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657036873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306479156017303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657050674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12724143266677856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657064721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12935931980609894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657078792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12585681676864624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657092752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12395190447568893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657107023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13597726821899414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657121448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13717271387577057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657135760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13473482429981232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657150735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12712106108665466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657164985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13059158623218536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657178721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12354076653718948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657178722, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657178722, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657261561, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5380802750587463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657261562, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657261562, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657275729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13240675628185272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657289542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13265280425548553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657303372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338113248348236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657317259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379699409008026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657331047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363019496202469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657345146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313190460205078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657359175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272008717060089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657373291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506227731704712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657387112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1245088130235672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657401349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13035312294960022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657415475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323871612548828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657429756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13407666981220245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657443980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14030081033706665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657458184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361282467842102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657458184, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657458185, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657541249, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5505567193031311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657541250, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657541250, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657556008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13631132245063782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657570250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159041106700897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657584129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13250501453876495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657598240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882331550121307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657612992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13002412021160126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657627882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840016722679138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657642315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13482104241847992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657656880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13693153858184814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657671442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13485115766525269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657686048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13069741427898407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657700628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14041316509246826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657715321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13479438424110413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657729883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12885114550590515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657744579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333363652229309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657744579, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657744579, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657828553, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5647387504577637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657828554, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657828555, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657843653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14193421602249146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657858252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241635262966156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657873407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13345593214035034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657888109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304544061422348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657903155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533078134059906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657917959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13350869715213776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657932259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337253302335739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657946671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557466864585876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657960905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130796417593956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657975458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13248062133789062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657989879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13305050134658813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658004344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698026537895203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658018436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13622698187828064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658032825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13712841272354126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658032826, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658032826, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658115633, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5804768800735474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658115635, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658115635, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658129893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13148318231105804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658144466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13537278771400452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658158823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13402807712554932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658173654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13217994570732117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658187851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13688704371452332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658202069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12949129939079285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658217014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13345573842525482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658231325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.123517245054245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658245602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13047495484352112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658259772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13122744858264923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658273940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13103258609771729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658288030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13115911185741425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658302371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12843884527683258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658316566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060179352760315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658316566, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658316567, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658401394, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5932435989379883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658401395, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658401395, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658415352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1216440200805664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658429604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1267280876636505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658443666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12881459295749664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658457912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13309982419013977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658472520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315208524465561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658486782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12149475514888763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658501468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299738585948944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658515968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317678689956665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658530375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656359910964966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658544423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12792307138442993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658559129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13254986703395844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658573158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11760612577199936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658587409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12106890231370926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658601698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1249297708272934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658601699, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658601699, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658685092, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6059479117393494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658685093, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658685093, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658699164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12090276181697845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658713166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12745165824890137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658727529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128008171916008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658741728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13148799538612366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658755888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12110266834497452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658770105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13432499766349792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658784276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12870335578918457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658798285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12124145776033401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658812613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12680023908615112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658827115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12703518569469452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658841565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11775732785463333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658856329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13084383308887482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658870551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1267264038324356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658885009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128393292427063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658885010, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658885010, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658969457, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6175912618637085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658969458, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658969458, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658983300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12751346826553345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658997977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11841747164726257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659012254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.121140256524086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659026733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12104526162147522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659040828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1233300194144249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659054858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12560363113880157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659068796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11566450446844101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659083021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12248659133911133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659097178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12464210391044617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659111130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12339713424444199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659124823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11511978507041931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659138731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12328635901212692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659152640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10919079929590225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659166870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1243671402335167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659166871, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659166871, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659251258, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6279959678649902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659251259, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659251259, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659265719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11644700169563293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659280088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11399606615304947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659294230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12831485271453857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659308865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12139315903186798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659323399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12365765869617462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659337679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11577653139829636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659351507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11953535676002502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659366020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12149475514888763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659380363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1209372878074646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659394788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11249811202287674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659409268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12007308006286621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659423531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12104984372854233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659437748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12418225407600403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659452246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11681370437145233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659452247, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659452248, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659535482, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6421580910682678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659535483, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659535483, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659549842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11869238317012787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659564206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11134573817253113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659578504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963888466358185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659592586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282549053430557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659606757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841432213783264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659620945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12247999012470245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659635369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11573781073093414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659649987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12028391659259796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659664389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10206672549247742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659679108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1194593608379364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659693624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11222472041845322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659707967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11287707835435867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659722172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10855568200349808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659736572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11581901460886002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659736573, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659736573, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659819616, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6618416905403137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659819617, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659819617, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659834095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12027944624423981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659848784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11959521472454071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659863506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12367334961891174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659878209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10564717650413513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659892913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447127163410187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659907307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11782326549291611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659921895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11950752884149551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659936440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11823312193155289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659950833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085125058889389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659965165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11781273782253265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659979528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11551768332719803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659993550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11627687513828278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660007697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11310724914073944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660022348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12504491209983826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660022348, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660022349, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660104886, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6829200387001038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660104887, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660104887, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660119600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12393999099731445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660134152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11676191538572311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660148593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11656732857227325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660163548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12193623185157776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660178287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985244810581207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660192921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163397133350372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660206978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11310764402151108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660221640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10906417667865753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660236176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111731618642807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660251249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594659835100174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660265998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.123603954911232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660280604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11539462953805923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660295482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272854208946228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660310259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196786165237427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660310259, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660310260, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660395039, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7308523654937744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660395040, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660395040, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660409961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12601223587989807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660424544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1135559156537056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660439145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11725805699825287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660453972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294300109148026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660468623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1190137043595314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660483414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1181623786687851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660498550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12083406001329422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660513567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12056971341371536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660528368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11509037017822266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660543741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283241212368011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660558600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11557026207447052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660573250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11603665351867676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660587835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12466657906770706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660602865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11617149412631989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660602866, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660602866, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660687418, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7491692304611206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660687419, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660687419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660702020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12206432968378067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660716810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11982233077287674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660731440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11344163864850998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660746274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449598520994186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660760916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10875038802623749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660775583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11564753949642181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660790343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11837427318096161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660804780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097416281700134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660819479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10908593237400055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660834170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10807961970567703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660849223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12310436367988586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660864307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10719393938779831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660879087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1201542317867279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660894353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12001089006662369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660894354, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660894354, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660977426, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7533538341522217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660977427, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660977427, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660992437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1193796768784523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661007074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1187913790345192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661021768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11515774577856064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661036863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11561524868011475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661051585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322309285402298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661066237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1033594161272049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661080773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11947090178728104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661095283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537747085094452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661110011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10459444671869278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661124539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294073075056076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661138945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10668264329433441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661153546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283215135335922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661168208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098276823759079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661182827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11500217765569687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661182868, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661182868, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661266432, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7561971545219421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661266434, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661266434, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661281054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416693240404129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661296003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657726973295212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661312332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11506704986095428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661326630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11082287132740021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661341303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10746338218450546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661356145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11513837426900864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661370688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11293015629053116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661385178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11375156790018082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661399947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1161278560757637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661414572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111349917948246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661429041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072828084230423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661443367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11323763430118561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661457604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630354285240173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661472069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10487168282270432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661472071, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661472071, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661555575, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.759394109249115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661555576, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661555576, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661569903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640595853328705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661584295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134401485323906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661598684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09646406769752502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661613120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10509346425533295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661627592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196281760931015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661641934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483013838529587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661656365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08917921036481857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661670744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086266040802002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661685351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10077331215143204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661700148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11782227456569672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661715019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692702233791351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661729391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10001412034034729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661744336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10004107654094696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661759291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.107075534760952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661759292, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661759292, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661842570, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7607152462005615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661842572, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661842572, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661857309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11485830694437027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661872020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11230829358100891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661886132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488305240869522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661901010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10570260137319565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661915146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09977969527244568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661929560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219839215278625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661943655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649001598358154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661957829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10845445096492767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661971784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09778342396020889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661986105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10890550911426544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662000288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10502446442842484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662014406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672957450151443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662028480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10878538340330124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662042671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11299736052751541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662042671, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662042672, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662125234, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.762943685054779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662125234, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662125234, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662139584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044498533010483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662153698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09857896715402603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662168139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10321275144815445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662182657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662467032670975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662197367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090771853923798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662212154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11320265382528305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662226812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10029469430446625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662241590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10586708784103394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662256560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733276605606079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662270951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572990775108337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662285638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11344972997903824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662299786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09533485770225525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662314757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834638983011246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662328937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736040025949478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662328937, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662328937, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662411848, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7638337016105652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662411849, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662411849, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662426109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09244950115680695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662440749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431644320487976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662455205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10947254300117493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662470003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09873170405626297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662484432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10968795418739319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662499183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11131758242845535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662513816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09756426513195038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662528174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11116018891334534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662542791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473248362541199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662557276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433872044086456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662571812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760371387004852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662585989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10474761575460434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662600360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09752921760082245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662615034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608375817537308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662615034, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662615035, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662698638, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.76540607213974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662698639, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662698639, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662713567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10444135963916779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662728303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10388924181461334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662742678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531295090913773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662757219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10373640805482864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662771819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09929756075143814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662786329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09957404434680939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662801185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10509589314460754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662815373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09703259915113449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662830235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774241387844086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662844987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828062146902084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662859613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11725950241088867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662874497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11502257734537125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662889235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11630140244960785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662903899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11501485854387283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662903900, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662903901, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662987633, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7664561867713928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662987634, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662987634, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663002227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005549505352974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663016911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11609774082899094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663031199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803630948066711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663045767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208433121442795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663060090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09120471775531769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663074727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09777296334505081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663088900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348690301179886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663103285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713324695825577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663117713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10852944850921631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663132077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09968733042478561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663146929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11323514580726624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663161695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10001974552869797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663176399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10943035781383514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663190732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11215957999229431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663190733, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663190733, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663275145, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7673767805099487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663275146, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663275146, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663289715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934483259916306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663304167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10165052115917206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663318506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021225154399872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663333119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09120970964431763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663347358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1144377738237381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663361581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656873881816864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663376818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090672761201859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663391460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197463423013687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663406492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1220879927277565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663421171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10518863052129745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663435917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11140458285808563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663450871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12279821932315826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663465669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10005267709493637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663480394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114545911550522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663480394, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663480395, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663565002, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7687292098999023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663565003, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663565004, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663579754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10420405119657516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663594567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11859744042158127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663609055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921478271484375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663624068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10391142964363098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663638823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09649574756622314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663653662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11289657652378082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663668677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642848908901215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663683644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10684917122125626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663698460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11569753289222717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663712946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09986719489097595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663727916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12494774907827377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663742790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10787850618362427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663757538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11531612277030945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663772201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10763051360845566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663772201, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663772202, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663859175, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7698436379432678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663859176, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663859176, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663873926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11431890726089478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663888549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11469495296478271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663903079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11084362119436264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663917796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1175481304526329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663932336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114722840487957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663946954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11921758204698563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663961764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12736876308918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663976281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12209886312484741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663990823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11620990931987762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664005728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014153808355331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664020302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081041544675827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664034911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10887960344552994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664049406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11530867218971252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664064290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11461014300584793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664064291, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664064291, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664148312, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7704995274543762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664148313, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664148314, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664163394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12025100737810135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664178364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10731568932533264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664192910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10851902514696121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664208018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757756233215332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664222871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046609282493591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664237760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099366545677185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664252541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11354880779981613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664267214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804223269224167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664281966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10604243725538254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664296244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10039248317480087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664311057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440068691968918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664325477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09674947708845139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664340058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10417348146438599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664354483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10114539414644241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664354484, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664354484, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664439853, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7697924375534058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664439853, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664439854, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664454382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10992652922868729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664468964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132226347923279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664483551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09622229635715485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664498174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847452282905579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664512768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11565735936164856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664527476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10446178168058395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664542180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10452935099601746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664556957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10475940257310867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664571581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10156097263097763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664586501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12043803930282593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664601511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696745455265045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664616430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10134115815162659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664631686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10063081234693527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664646585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11999626457691193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664646586, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664646586, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664730769, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7705788016319275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664730770, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664730770, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664746128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058726161718369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664761183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09675180166959763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664775979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10500451922416687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664790955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10316867381334305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664805508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858456790447235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664820231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10466189682483673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664834619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1062064990401268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664849092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229003220796585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664863761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10451152175664902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664878363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10801547765731812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664892816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545183718204498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664907368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11486061662435532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664921679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666225850582123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664936120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10230589658021927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664936121, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664936121, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665020702, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.770980954170227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665020703, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665020704, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665035115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09974232316017151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665049666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09374117106199265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665064111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09575874358415604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665078540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0970461443066597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665092988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09693384170532227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665107741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09537187218666077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665122412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10056593269109726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665136928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09672918915748596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665151673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10297764837741852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665166290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841596871614456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665181213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542818158864975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665196109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10246261209249496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665210710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11464779824018478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665226231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11120420694351196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665226232, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665226232, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665311225, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7714695930480957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665311226, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665311227, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665326008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09842654317617416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665340892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069764792919159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665356156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100892499089241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665370801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10099475085735321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665385709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10041195899248123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665400355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10846994072198868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665415383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11087469756603241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665430360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660597681999207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665445635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10287773609161377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665460449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10164184123277664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665475396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046999901533127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665490220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10244188457727432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665505074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10882644355297089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665519850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454056948423386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665519851, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665519851, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665603701, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7717136144638062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665603702, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665603703, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665618400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980725288391113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665633240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723134130239487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665648002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09088263660669327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665662869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10277314484119415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665677950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065533384680748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665692700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835027694702148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665707623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11045555025339127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665722606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1029876172542572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665737646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10035520792007446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665752628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043168231844902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665767687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10272707790136337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665782458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10759923607110977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665797797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529007017612457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665813136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911634564399719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665813137, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665813138, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665896874, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7721043825149536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665896875, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665896875, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665911769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10374972969293594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665926679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10289891809225082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665941432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10387485474348068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665955708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10281788557767868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665970562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757305473089218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665984681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10155656933784485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665999016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09846553206443787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666013845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10210607945919037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666028633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117379367351532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666043407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10463415831327438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666057913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10394962131977081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666072420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241670906543732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666087069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10366848111152649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666101490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643181949853897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666101490, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666101491, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666186627, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.772265613079071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666186628, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666186628, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666201032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10833737254142761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666215504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183437168598175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666229660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10401518642902374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666243982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120435804128647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666258562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513056814670563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666272716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126818135380745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666287236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10155731439590454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666301543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11051828414201736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666316122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340554803609848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666330865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679840296506882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666345276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103239044547081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666359781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050005704164505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666374637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515744984149933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666389304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09904467314481735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666389305, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666389305, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666472846, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7722175121307373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666472847, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666472847, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666487204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194999724626541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666501505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09972742199897766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666515828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591227561235428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666529802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10063723474740982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666545199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819052904844284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666560003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10917039215564728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666575112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10791371762752533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666590461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11577954143285751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666605376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11423498392105103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666620141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10076266527175903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666635035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416564345359802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666649920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10284483432769775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666664702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10512460768222809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666679561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713998973369598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666679562, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666679563, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666761308, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726176977157593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666761309, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666761309, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666776273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183430463075638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666791198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10064389556646347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666806317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10862462967634201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666821222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10519406944513321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666835861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09421591460704803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666850988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11257577687501907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666865644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132579505443573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666880342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770556330680847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666895537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10392492264509201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666910802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10357531905174255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666925710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938117653131485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666940884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11407408118247986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666956073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10579852014780045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666971288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10310456156730652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666971289, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666971290, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667052054, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7730396389961243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667052055, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667052055, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667067199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389942467212677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667081889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10891831666231155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667096484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962451994419098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667111446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10722047835588455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667125872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170675814151764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667139937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825762152671814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667155376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.118283711373806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667170118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924483090639114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667184781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11643178761005402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667199759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12265549600124359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667214298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10709595680236816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667228827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11061666160821915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667243433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11460398882627487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667257963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11017925292253494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667257964, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667257964, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667339559, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7733845114707947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667339560, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667339560, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667354184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11346598714590073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667369187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096586212515831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667383908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11077022552490234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667398782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10669764131307602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667413420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10410945117473602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667428130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11372289806604385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667442791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069139838218689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667457528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11483991891145706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667472436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283750832080841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667487467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11947200447320938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667502480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679788887500763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667517129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1181703731417656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667531854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732700675725937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667546813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1196020096540451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667546813, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667546814, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667629594, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.77339768409729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667629595, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667629595, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667644514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11951906234025955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667659237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794027894735336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667673755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12008480727672577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667688038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11429235339164734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667702562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785841941833496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667717847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11535007506608963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667732595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117597222328186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667747703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11669755727052689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667762788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212971806526184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667777517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10618355870246887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667792350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11390302330255508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667807154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10663886368274689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667821942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11707159876823425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667836985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048993244767189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667836986, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667836986, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667920455, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7736804485321045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667920456, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667920456, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667935247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10986807197332382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667950401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12042950838804245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667965193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11037833243608475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667979927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11356047540903091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667994500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11592894792556763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668009197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954279452562332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668024106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10852224379777908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668039070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11007335036993027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668054055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112454853951931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668068871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11259818077087402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668083914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997245460748672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668099082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11068709194660187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668113988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1116097941994667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668128824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905879735946655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668128825, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668128825, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668211674, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773500919342041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668211675, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668211675, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668226269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11774756759405136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668241205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11079639196395874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668255950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11124616861343384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668270550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351888090372086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668285271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567089915275574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668300151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11216442286968231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668314755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10850219428539276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668329327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768789052963257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668343953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09824030846357346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668358514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10231804847717285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668373235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10587631911039352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668387656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047225221991539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668402323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003842204809189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668417183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11598428338766098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668417184, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668417184, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668499417, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773408055305481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668499418, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668499419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668513893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11490625143051147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668528503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10553254932165146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668542811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10095150023698807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668557320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09262016415596008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668571731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11422418057918549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668585865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10428491979837418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668600463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10222814232110977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668615299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11237892508506775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668629799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10721446573734283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668644552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10379359126091003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668659182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10927070677280426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668673986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11101113259792328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668688761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753492265939713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668703586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753771662712097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668703586, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668703587, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668785122, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738193869590759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668785122, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668785123, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668799695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034836620092392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668814618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313718020915985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668829209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035464704036713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668843768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09959962218999863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668858947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11611591279506683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668873508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11030875891447067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668888012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10352560132741928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668902952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817839950323105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668917653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793309658765793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668931989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926184803247452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668946527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11088120937347412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668961049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09926919639110565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668975306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704761743545532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668989639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08692336082458496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668989639, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668989640, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669072137, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7740043997764587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669072138, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669072138, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669086709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09562891721725464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669101232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11081914603710175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669115732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756561160087585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669130184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10161614418029785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669144725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10204233974218369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669159449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09064833074808121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669173985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339982062578201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669188505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09696300327777863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669202980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037474051117897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669217753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640872269868851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669232486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104414165019989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669247188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835058987140656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669261700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643113404512405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669276349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10332643240690231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669276350, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669276350, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669357566, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743675112724304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669357567, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669357567, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669372356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09608607739210129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669387306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10569863766431808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669402075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0948735773563385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669416679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10271468758583069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669431351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09856298565864563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669445596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085918754339218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669459866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095188707113266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669474964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162882506847382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669489299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10900818556547165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669503881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985112190246582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669518964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10686750710010529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669533820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1046820655465126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669548075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973281413316727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669562393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10878913104534149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669562394, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669562394, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669644535, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743968367576599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669644535, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669644536, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669658773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642104595899582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669673044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10451556742191315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669687343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386507958173752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669701702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10025257617235184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669716146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1075466126203537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669730552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09613707661628723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669745492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556589066982269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669759877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1031847596168518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669774166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11086196452379227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669788719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09874508529901505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669802831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09768599271774292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669817219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241729766130447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669831838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09120237827301025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669846441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10726030170917511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669846442, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669846442, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669930236, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.77467942237854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669930237, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669930237, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669944925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09951434284448624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669959844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10117271542549133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669974315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940160810947418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669989108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11006274074316025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670003818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10070127993822098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670018631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10214022547006607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670033221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279761999845505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670047746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10566247254610062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670062447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10178618133068085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670076772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270712316036224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670091600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145214200019836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670106038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10827276855707169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670120427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616626590490341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670135059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10674960911273956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670135060, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670135060, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670220111, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749477028846741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670220112, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670220112, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670234811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10690705478191376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670249436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09863538295030594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670263873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1070742979645729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670278626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1070944219827652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670293354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10256865620613098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670307685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10754718631505966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670322182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.097910575568676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670337052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09862445294857025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670351688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522571951150894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670366133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104313425719738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670380779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324126482009888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670395442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104024350643158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670410161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687801986932755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670424898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10030284523963928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670424899, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670424899, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670509146, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7750598788261414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670509147, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670509147, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670523503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034000962972641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670537874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10573933273553848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670552474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09497185796499252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670567398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09885570406913757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670581928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10237310081720352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670596890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023505240678787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670611486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10695992410182953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670626252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10964440554380417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670641064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089567020535469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670655819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023632645606995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670670702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10271842777729034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670685146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09924427419900894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670699933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11250100284814835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670714345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11111122369766235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670714345, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670714346, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670799444, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7751511931419373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670799446, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670799446, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670813723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1056293249130249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670828791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510219633579254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670843194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649427026510239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670857898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11111558973789215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670872987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10641635954380035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670887812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926701128482819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670902279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076853945851326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670916876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09738931059837341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670931306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10748692601919174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670945620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360351204872131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670960098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10822132229804993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670974325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10358644276857376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670989024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653557628393173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671003394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09534375369548798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671003442, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671003443, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671084957, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7756553888320923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671084958, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671084958, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671099396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0997256189584732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671113781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10536875575780869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671128258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293678194284439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671142845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043795794248581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671157433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083914265036583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671171903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1234198734164238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671186388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823573917150497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671200960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09883608669042587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671215727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1122567355632782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671230204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211643368005753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671244944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11475453525781631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671259745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09914160519838333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671274650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662434995174408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671289445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10459683835506439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671289495, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671289495, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671375371, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.775739848613739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671375372, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671375372, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671390127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09802483022212982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671404881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09855715185403824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671419378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11313686519861221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671434369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11771392077207565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671449068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11426731199026108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671463363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105821281671524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671478434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790861397981644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671493052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12056625634431839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671507721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10496387630701065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671522787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835476219654083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671537816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109901964664459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671552576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11084402352571487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671567394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11280660331249237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671582311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211161315441132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671582311, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671582312, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671667050, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7760637998580933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671667051, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671667051, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671681902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10773083567619324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671696767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11036955565214157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671711834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11461295187473297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671726771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11026841402053833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671741748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10831058770418167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671756674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10864215344190598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671771488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10197678208351135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671786223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11302895843982697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671800962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12099143117666245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671815887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10958773642778397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671830602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842838138341904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671845799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047552302479744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671860944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103840172290802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671875872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10870501399040222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671875873, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671875873, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671961201, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7763190865516663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671961202, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671961202, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671975957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11413625627756119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671990853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11940961331129074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672005840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11425187438726425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672021009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219896376132965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672036051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11147034913301468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672050691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11844337731599808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672065564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123284175992012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672079936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934049636125565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672095137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062411218881607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672110137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09907621145248413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672124981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10989834368228912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672140146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10965242236852646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672155109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443272441625595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672169818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11049510538578033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672169818, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672169820, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672252757, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7766001224517822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672252758, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672252759, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672267349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11304599791765213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672282199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1286531537771225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672296931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10808128863573074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672311633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11241109669208527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672326214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11293796449899673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672341071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091360449790955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672356018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406953632831573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672371058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11298517137765884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672385656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10707268863916397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672400252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10860412567853928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672415316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12969017028808594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672430160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11317678540945053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672445361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11325285583734512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672460394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11630431562662125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672460395, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672460395, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672543832, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7767265439033508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672543833, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672543833, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672558515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09566988050937653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672573662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149223893880844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672588793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12232346087694168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672604012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694972425699234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672619192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092289462685585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672634123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782106220722198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672649153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228401958942413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672664038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11293987184762955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672679217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339007526636124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672693837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11772049218416214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672708593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841769725084305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672723513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11138839274644852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672738688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09259173274040222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672753382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10372539609670639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672753382, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672753383, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672835087, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768469452857971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672835088, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672835088, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672849880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10178933292627335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672864405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09725296497344971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672878769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476772278547287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672893187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10826599597930908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672907558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977867245674133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672922408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10395795106887817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672936974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770581662654877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672951647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11322201043367386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672966350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09989649057388306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672981234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0950709655880928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672995969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09742160886526108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673010541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09703372418880463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673024770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10261232405900955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673039204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102732479572296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673039205, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673039205, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673120962, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768898606300354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673120963, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673120964, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673135477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340649634599686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673150142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10309004038572311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673164676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425867885351181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673179195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10700611025094986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673193791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10225681960582733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673208639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09977797418832779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673223649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10943516343832016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673238437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521243512630463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673253190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714945197105408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673267710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10625135898590088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673282536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10444574803113937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673296901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813320428133011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673311201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628252476453781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673326276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11306241154670715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673326320, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673326321, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673407100, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7770264744758606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673407101, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673407102, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673421720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085599809885025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673436564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1116977110505104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673451731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706361383199692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673466978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725348442792892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673481791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10020777583122253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673496843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10251869261264801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673511815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09619446843862534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673526590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844972729682922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673541285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023615509271622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673556041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279840975999832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673571132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10158883035182953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673585873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10363361239433289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673600722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09954883903265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673615618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10452954471111298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673615668, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673615668, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673697519, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7771875858306885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673697520, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673697521, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673712387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09807215631008148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673727268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079208180308342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673741983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09975045919418335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673756601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10291707515716553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673771076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09453010559082031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673785939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10668230801820755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673801094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411141812801361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673816206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398287326097488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673831518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478890687227249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673846516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11183065176010132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673861564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09627819061279297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673876754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11170240491628647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673892078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11234752833843231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673907033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10185886174440384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673907080, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673907080, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673990266, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7773709893226624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673990267, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673990267, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674004923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09837927669286728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674020000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743149369955063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674035109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183029621839523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674049549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610140860080719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674064545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006036177277565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674079023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10912833362817764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674093526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10029467195272446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674108284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09871814399957657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674122975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871776938438416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674137567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10900858789682388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674152183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10015781968832016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674166805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09472009539604187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674181148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09551286697387695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674195472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10555104911327362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674195472, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674195473, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674277412, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7778046131134033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674277413, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674277413, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674292044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1031537875533104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674306643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138470247387886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674321210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10108646750450134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674335876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055607795715332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674350485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11031918227672577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674364864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10098724067211151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674379131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10986310988664627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674393429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10164827853441238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674407791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785217583179474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674422097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10168984532356262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674436444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09800645709037781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674451160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11160330474376678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674465842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11917757242918015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674480489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10914945602416992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674480490, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674480490, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674562854, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7780547142028809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674562855, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674562855, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674577704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11569374799728394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674592266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10078112035989761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674607278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10009168833494186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674622004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10087382048368454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674636959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10539665073156357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674651767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09911918640136719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674666316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10049830377101898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674681259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1059483215212822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674695795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10564155131578445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674710156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09415332973003387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674725657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10373508185148239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674740379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170957446098328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674755194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09382753819227219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674770171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10022344440221786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674770172, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674770172, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674853117, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7782136797904968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674853118, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674853118, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674868239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151231080293655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674883249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11346184462308884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674897881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005650982260704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674912662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10722338408231735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674927441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322137176990509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674941932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303706675767899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674956337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642563551664352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674970689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10845844447612762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674985189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09795655310153961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674999550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0972965732216835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675014048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11170579493045807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675028340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09812899678945541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675043000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10232963413000107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675057284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273466259241104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675057284, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675057285, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675138414, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7785486578941345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675138415, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675138416, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675152897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10200421512126923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675167283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10845832526683807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675181722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120946928858757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675196594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09405931830406189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675211381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10345330089330673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675226085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10767491906881332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675240857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1164625957608223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675255368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109949111938477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675270071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544735938310623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675285019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1101650670170784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675299882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09775616228580475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675314566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079145222902298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675329357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09884167462587357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675343814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10461627691984177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675343815, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675343815, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675426403, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.778867244720459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675426404, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675426404, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675441366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021801829338074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675455813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432850569486618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675470049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09197249263525009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675485204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1004711389541626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675499873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086505874991417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675514547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11100473254919052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675529598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09622912108898163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675544582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10388513654470444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675559429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10613022744655609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675574002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09903017431497574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675588495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043291762471199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675603020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10498496890068054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675617462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11049318313598633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675632288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11387167125940323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675632289, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675632289, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675714599, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7790331840515137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675714600, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675714600, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675729192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969353467226028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675744110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531973838806152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675768618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431502759456635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675783434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10833665728569031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675801587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10212124139070511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675816448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09732409566640854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675831737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279352962970734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675846214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197809875011444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675861048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132557153701782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675875923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09514189511537552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675890744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049627959728241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675905930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126299500465393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675921049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10195273160934448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675936089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11835530400276184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675936089, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675936090, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676019818, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7793129086494446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676019819, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676019819, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676035038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10039306432008743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676050181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09702438861131668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676065130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057538390159607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676080465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11203397065401077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676096048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11815813183784485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676111372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09657103568315506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676126719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608436912298203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676141896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10078692436218262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676157397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105298459529877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676172481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478632897138596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676187013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666177421808243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676202390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044885963201523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676217413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09952165186405182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676232739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1145361140370369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676232739, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676232740, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676316471, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7798336148262024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676316472, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676316472, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676331904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11244729161262512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676347441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11101854592561722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676362869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10639326274394989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676378180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12034976482391357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676393496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11603467166423798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676408929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10122153908014297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676424435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11838071048259735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676439526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11405821889638901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676454862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10582417249679565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676470288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10715403407812119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676485794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720597207546234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676501011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10674495995044708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676516341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068098321557045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676531166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594592034816742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676531167, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676531167, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676617632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7798252701759338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676617633, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676617633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676632948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11189926415681839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676647993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1038990318775177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676663063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10292354226112366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676678111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11577247083187103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676693224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082901656627655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676708097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055714562535286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676723246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10485219955444336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676738238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138983964920044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676753752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1179085299372673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676769049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10535586625337601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676784261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11700118333101273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676799457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120888888835907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676814070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10795577615499496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676829408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11597539484500885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676829409, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676829409, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676911510, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.780177116394043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676911511, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676911511, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676926316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10127025097608566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676941719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11120437830686569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676956792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11515446752309799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676971866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10164916515350342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676987233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09998716413974762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677002427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784757882356644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677017644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09861156344413757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677032804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853639990091324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677048123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005110889673233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677063161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521341115236282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677078032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11453376710414886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677093318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008785665035248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677108420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11760544776916504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677123788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11297906935214996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677123789, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677123789, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677205810, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7804377675056458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677205811, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677205811, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677220995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1121070608496666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677236369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10711140930652618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677251381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11129752546548843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677266597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11665990203619003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677281790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211231350898743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677297146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11673084646463394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677312497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09937578439712524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677327628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10882090032100677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677342840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10856369137763977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677358126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10836820304393768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677373470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11848177015781403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677388713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11131976544857025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677403882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458554327487946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677419221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11146172881126404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677419222, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677419223, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677501800, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7801834940910339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677501801, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677501801, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677516542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10552278161048889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677531578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11124267429113388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677546489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11923377215862274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677561610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10637649148702621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677576233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10535627603530884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677591009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10123763978481293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677606322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10588178038597107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677621058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973680019378662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677635831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11304163932800293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677650396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09333436191082001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677665273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1176779642701149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677680121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10103669762611389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677694656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0979141891002655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677709244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803405940532684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677709245, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677709246, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677790773, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7804396152496338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677790774, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677790774, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677805668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10140839964151382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677820821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09241409599781036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677835965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09676700830459595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677850845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10940131545066833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677865552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810177028179169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677880304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11227597296237946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677895003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09494082629680634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677910299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10594635456800461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677924892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10582750290632248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677939654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11030212789773941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677954544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09861717373132706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677969684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994294136762619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677984544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151576787233353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677999144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09851646423339844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677999145, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784677999145, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678080563, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7807923555374146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678080564, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678080564, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678095663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10618717223405838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678110257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09566718339920044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678125383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10377930104732513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678140910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09554250538349152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678156386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10189348459243774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678171523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11087577790021896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678186673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10750734061002731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678201647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.095061294734478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678216772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1145651638507843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678231808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10397583991289139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678246476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10355723649263382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678261818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10249118506908417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678276337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340496897697449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678291074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10142682492733002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678291075, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678291076, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678375791, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7805388569831848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678375792, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678375792, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678390760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10060816258192062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678405625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09915928542613983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678420603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10213182866573334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678435203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258708149194717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678450358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09926508367061615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678465134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10112959146499634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678479758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09692111611366272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678494287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10021396726369858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678509130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10316716879606247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678523896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815519839525223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678538706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413432121276855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678553484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794682055711746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678568379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10172726213932037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678583092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09596018493175507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678583092, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678583093, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678667013, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7805784344673157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678667014, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678667014, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678682093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09411449730396271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678696742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.099203921854496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678711578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09690281748771667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678726090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10020432621240616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678740756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10422751307487488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678756120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09561479091644287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678770799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258792340755463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678785736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09796527773141861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678800413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0982784628868103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678815251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10456255823373795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678829910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09355214238166809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678845011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10744638741016388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678860129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10520530492067337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678875322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053648591041565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678875323, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678875323, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678958110, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7804100513458252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678958111, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678958111, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678972851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545706003904343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678987716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105311125516891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679002582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10534685850143433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679017908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10261138528585434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679032562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09620721638202667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679047215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10474959015846252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679062364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09592415392398834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679077308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414738744497299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679092350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826737642288208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679107959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08993493020534515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679123206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10158028453588486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679138271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531985759735107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679153408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10455114394426346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679168610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088247075676918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679168611, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679168611, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679250808, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7807700037956238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679250809, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679250809, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679265703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10084936022758484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679280362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527419298887253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679295138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09807007759809494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679310000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940826147794724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679324953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0999804362654686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679339748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09462970495223999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679354566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10436948388814926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679369659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10266221314668655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679384454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10050204396247864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679399408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11060192435979843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679413988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09768807142972946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679428943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09999164938926697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679443635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09960659593343735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679458471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598740726709366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679458471, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679458472, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679540605, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7803234457969666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679540605, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679540605, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679555296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10176502168178558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679570090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09501972049474716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679585111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0981292575597763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679599598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10771171748638153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679614418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10334828495979309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679628937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08742990344762802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679643761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10575804114341736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679658680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09307288378477097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679673596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489991307258606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679688410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09579215198755264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679703208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09497947990894318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679717626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10250106453895569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679732421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11195578426122665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679747289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0983903557062149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679747290, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679747290, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679830861, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7811052203178406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679830862, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679830862, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679845145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09507735073566437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679860393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09555069357156754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679875149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10175060480833054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679890058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10296501964330673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679905317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10357441753149033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221020160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679920580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589603334665298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221184000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679935856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080113872885704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221347840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679950721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11563023924827576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221511680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679965598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10834398865699768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221675520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679980626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09875458478927612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221839360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679995588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11085623502731323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222003200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680010666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09608373790979385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222167040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680025782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09400222450494766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222330880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680040877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085687205195427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222494720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680040878, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680040878, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680123341, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7806923985481262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680123342, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680123342, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680138487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09893912822008133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222658560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680153660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11486727744340897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222822400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680168503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10609079152345657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222986240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680183592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09309050440788269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223150080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680198897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426244884729385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223313920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680214225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0981103926897049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223477760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680229409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09503877907991409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223641600, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed402905276.log b/recommendation/rcp_logs/gbs_8192/seed402905276.log deleted file mode 100644 index a01994186..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed402905276.log +++ /dev/null @@ -1,1853 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784651471631, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784651471632, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784651491798, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "seed", "value": 402905276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784651491802, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784651491805, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784651491805, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784652175033, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784652175034, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784652175251, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784652346394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819746673107147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784652358194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13950763642787933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652370534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13881269097328186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652383019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13904573023319244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652395749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389351636171341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652408616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884398341178894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652421483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13907524943351746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652434330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13924768567085266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652447278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884134590625763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652460172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13898244500160217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652473283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13887031376361847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652486452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13890177011489868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652499633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13907665014266968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652512573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859662413597107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652512574, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652512575, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652712534, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4998720586299896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652712535, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652712535, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652725388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13881732523441315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652738463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13890108466148376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652751533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13883653283119202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652764206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389695554971695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652777191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872775435447693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652790547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13877524435520172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652803510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388952136039734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652816679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13868148624897003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652830072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852308690547943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652843267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138639897108078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652856649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13841751217842102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652870026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13843059539794922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652883342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851898908615112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652896998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871067762374878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652896999, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652896999, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652981062, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5001035928726196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652981064, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652981065, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652994443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828761875629425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653007976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384304314851761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653021414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788056373596191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653034799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137782022356987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653047943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823029398918152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653061246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13844412565231323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653074605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772529363632202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653088303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13766610622406006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653101702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13740934431552887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653114893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382511705160141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653128233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783077895641327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653141345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379188597202301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653155189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796213269233704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653168672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379639208316803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653168672, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653168673, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653252286, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5004276633262634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653252287, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653252287, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653265578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13708610832691193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653279184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772368431091309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653292698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13697530329227448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653306612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769014179706573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653320071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768187165260315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653333823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13784800469875336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653347472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370435655117035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653361114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13765472173690796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653375078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371624618768692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653389039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387886106967926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653402942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365799903869629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653416595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785314559936523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653430396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13601510226726532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653444181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698939979076385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653444182, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653444182, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653526759, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5008711218833923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653526763, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653526763, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653540242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654515147209167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653553829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361364722251892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653567202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382061243057251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653580886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13479453325271606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653594756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13694606721401215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653608398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13389073312282562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653621948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13586211204528809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653635197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551540672779083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653648748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769683241844177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653662141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13548630475997925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653675591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14583265781402588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653689357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555815815925598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653702856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13438664376735687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653716252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378909796476364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653716253, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653716253, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653798585, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5014587044715881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653798586, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653798586, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653812049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539038598537445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653825475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13949958980083466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653838933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13617518544197083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653852350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336449533700943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653865867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524192571640015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653879588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13918328285217285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653893244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13358157873153687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653906793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13335493206977844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653920395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13352203369140625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653933699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13162244856357574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653947182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13143546879291534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653960415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496491312980652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653973860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324758529663086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653987515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876773416996002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653987515, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653987516, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654069614, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5021482706069946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654069615, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654069615, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654083292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338728368282318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654096918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13358229398727417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654110529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13572999835014343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654124101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515248894691467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654137627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758859038352966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654151353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12829500436782837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654164727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13516052067279816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654178295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12951162457466125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654192069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354657590389252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654206068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13258597254753113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654219844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356329500675201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654233652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344124674797058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654247820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13544605672359467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654261696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13368918001651764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654261697, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654261697, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654343980, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5031433701515198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654343981, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654343982, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654358008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326826959848404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654371964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337706744670868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654386026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13556906580924988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654400442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13537903130054474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654414466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13947182893753052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654428330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13319000601768494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654442830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530756533145905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654456708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362222909927368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654470665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13322514295578003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654484910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13196660578250885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654499043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562069833278656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654513757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366413116455078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654527965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331632316112518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654542016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060864806175232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654542017, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654542017, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654625455, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5043404698371887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654625456, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654625456, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654640190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793738186359406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654654280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13466113805770874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654668420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13545167446136475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654682650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116931915283203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654696554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361607491970062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654710542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341937631368637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654724809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13681691884994507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654739073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396196067333221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654753150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13276150822639465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654767423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297440528869629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654781389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275618076324463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654795615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289308547973633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654809822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12978452444076538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654823648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12469957768917084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654823649, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654823649, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654904855, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5056301355361938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654904856, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654904856, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654919143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114610314369202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654933449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13601070642471313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654947941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317933678627014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654962423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13029444217681885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654976287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12840522825717926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654990086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12640337646007538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655004104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290772706270218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655017709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13244619965553284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655031452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353566199541092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655045231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12494295090436935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655058706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12871040403842926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655072242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343991905450821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655086133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13100531697273254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655100294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291925311088562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655100295, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655100296, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655180511, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5072245597839355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655180512, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655180512, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655194618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13053689897060394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655208371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12909294664859772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655221821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13314363360404968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655236057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12382461130619049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655250399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1293984055519104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655264023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12577994167804718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655277709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12998716533184052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655291619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1216912791132927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655305163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13576748967170715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655319258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719062507152557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655333163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12360979616641998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655347648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1232110932469368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655361776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12561459839344025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655375832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12900619208812714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655375832, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655375833, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655458798, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5091200470924377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655458799, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655458799, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655472522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13635362684726715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655486617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13658486306667328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655500439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13583150506019592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655514244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14007160067558289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655528103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13661162555217743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655542016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13813841342926025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655555895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276405155658722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655569676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12613284587860107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655583389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14223848283290863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655597614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1409912109375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655611831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12721505761146545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655625977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1282535344362259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655640096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13263185322284698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655653542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13145509362220764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655653542, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655653543, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655735727, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5111812353134155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655735728, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655735728, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655750028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1414056122303009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655764536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14250516891479492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655778475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533349335193634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655792521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1393638402223587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655806904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14502838253974915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655820859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1409822404384613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655835126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12583588063716888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655849350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375603824853897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655863654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13189005851745605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655878144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136182501912117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655892364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779854774475098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655906370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13299599289894104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655920993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13453057408332825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655935547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13647028803825378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655935547, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655935548, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656017689, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5132744312286377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656017690, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656017691, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656031737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879700005054474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656046293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13811707496643066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656060977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13177116215229034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656075422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13288623094558716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656089867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374565541744232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656104424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13986912369728088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656118837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297416269779205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656133509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1415056735277176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656147564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1408229023218155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656161618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13499988615512848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656175540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12769140303134918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656189267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12980493903160095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656203150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13430774211883545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656217162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12759913504123688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656217164, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656217164, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656302018, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5159565210342407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656302019, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656302020, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656315884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322515308856964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656329627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13692016899585724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656343381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13338574767112732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656356988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320623904466629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656370832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13404756784439087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656384597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332983374595642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656398863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336558312177658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656412905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13276593387126923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656426766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13970325887203217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656441206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13177499175071716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656455495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288599669933319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656469575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13129357993602753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656483624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13220496475696564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656497861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356482058763504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656497862, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656497862, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656581070, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5197709798812866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656581072, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656581072, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656595399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370835781097412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656609498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12298467010259628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656623681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305800825357437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656637899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032317161560059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656651948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13517138361930847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656666484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542111217975616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656680634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352979987859726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656695183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1239435002207756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656709521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13100023567676544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656723418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112732768058777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656737662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13020358979701996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656751408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312837481498718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656765383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13088209927082062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656779139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301681250333786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656779140, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656779140, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656862712, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5247397422790527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656862713, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656862713, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656876575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13787689805030823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656890481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13223469257354736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656904359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13343797624111176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656918122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13021492958068848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656931929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12705978751182556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656945674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13190700113773346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656959860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550794124603271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656973927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13281068205833435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656987961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116483390331268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657002223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13888293504714966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657016392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383561372756958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657029986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375105232000351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657044356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13177569210529327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657058561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317392766475677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657058562, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657058563, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657142056, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5315152406692505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657142057, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657142058, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657156074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13099122047424316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657170149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501997292041779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657184217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13770999014377594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657198368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133268803358078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657212433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12726271152496338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657226599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12911739945411682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657240789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12584739923477173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657254876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12393850088119507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657269273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13598975539207458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657283754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13728754222393036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657298075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13450075685977936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657313053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12678854167461395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657327401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13088752329349518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657341262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12363197654485703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657341263, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657341263, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657428207, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5408981442451477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657428208, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657428208, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657442378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241338729858398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657456294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13243310153484344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657470243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360995054244995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657484184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376221477985382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657497978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13604146242141724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657511897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13117219507694244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657525687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12716004252433777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657539624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502638041973114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657553343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1245623528957367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657567481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13018497824668884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657581514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13239744305610657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657595704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374949991703033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657610020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1402326226234436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657624078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596586883068085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657624079, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657624079, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657709917, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5549882650375366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657709918, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657709918, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657724581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643577694892883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657738811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314111202955246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657752525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13238941133022308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657766422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885250687599182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657780972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12984861433506012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657795681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822031021118164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657809992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13456641137599945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657824467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13689850270748138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657838816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13448373973369598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657853377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13039416074752808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657867842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14006178081035614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657882232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13444191217422485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657896665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1287049800157547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657911127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332336664199829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657911128, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657911128, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657998125, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.569856584072113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657998126, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657998126, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658012809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1415831595659256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658027227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325182318687439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658042237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13320700824260712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658056751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046975433826447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658071705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497895002365112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658086089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333393007516861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658100391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13359671831130981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658114871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353781372308731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658129050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13075894117355347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658143466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325116604566574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658157783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13284635543823242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658172090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13673491775989532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658186075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13594141602516174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658200334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13699877262115479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658200335, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658200335, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658284650, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5848451852798462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658284651, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658284651, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658298837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13125668466091156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658313222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494935631752014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658327359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391411304473877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658342132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13171307742595673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658356325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13669037818908691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658370427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12918339669704437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658384767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13320118188858032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658398798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1233672946691513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658413030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13028642535209656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658427138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310386061668396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658441300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306069791316986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658455285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309659481048584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658469342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12847399711608887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658483525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13030056655406952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658483526, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658483526, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658567947, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5972340703010559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658567948, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658567948, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658581750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12143416702747345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658595819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1263360232114792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658609850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12825143337249756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658623894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13301631808280945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658638318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13115853071212769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658652346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12146598845720291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658666734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296994835138321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658681078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159050047397614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658695424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13636577129364014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658709255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275504231452942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658723566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324080377817154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658737399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1173725351691246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658751353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12089701741933823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658765470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12487062066793442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658765470, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658765471, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658851128, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.608054518699646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658851129, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658851129, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658865030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12085188180208206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658878758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12698253989219666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658892656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278155893087387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658906468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131222665309906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658920266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12093706429004669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658934160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13446144759655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658947919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12859424948692322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658962039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12093382328748703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658975970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12644872069358826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658990325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12646286189556122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659004424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11786336451768875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659019128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13051143288612366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659033500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12679621577262878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659047822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12829768657684326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659047823, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659047823, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659133403, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6174548268318176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659133404, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659133404, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659147201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12666384875774384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659161577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11775150895118713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659175567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12130794674158096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659189678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12063918262720108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659203572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12339562177658081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659217413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12526148557662964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659231592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1158250942826271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659245527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12253908067941666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659259328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12420675158500671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659273087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12291256338357925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659286736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1147550493478775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659300550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12235027551651001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659314318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10889632254838943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659328274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12471466511487961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659328274, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659328275, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659413617, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6245580315589905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659413618, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659413618, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659427761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11599375307559967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659442128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11411761492490768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659456225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12897831201553345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659470860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12095210701227188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659485057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12257914990186691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659499298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11590501666069031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659513099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11904366314411163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659527539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12100479006767273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659541846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12025170773267746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659556198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11222049593925476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659570476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11943966150283813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659584539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12240869551897049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659598676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12408193200826645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659613008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11690074950456619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659613009, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659613010, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659696179, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6322518587112427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659696179, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659696180, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659710285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11744926869869232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659724433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110648363828659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659738383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10878518223762512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659752432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296313256025314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659766495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10852327197790146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659780690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12239103019237518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659795108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537310481071472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659809770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.119859978556633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659823954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10157602280378342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659838545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11923729628324509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659853015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11220603436231613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659867562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294619739055634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659881844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904913395643234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659896132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11613071709871292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659896133, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659896133, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659980859, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6410361528396606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659980860, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659980860, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659994894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12040553241968155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660009270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11967069655656815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660023863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12406820058822632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660038179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104983851313591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660052678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11401994526386261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660066819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11802013963460922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660081353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12010172754526138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660095798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11922513693571091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660110427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881360620260239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660124766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11775386333465576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660139041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11659163236618042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660153046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11694411188364029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660167249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11343822628259659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660181881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1262878179550171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660181881, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660181881, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660266373, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6506502032279968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660266374, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660266374, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660280935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12453753501176834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660295466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11678850650787354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660309831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11688544601202011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660324680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1227162703871727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660339143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071524769067764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660353609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207699030637741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660367712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11274111270904541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660382264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10906227678060532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660396946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11164949089288712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660412060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11712441593408585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660426921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12462543696165085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660441593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1161370798945427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660456451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12771467864513397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660471228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11271289736032486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660471229, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660471229, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660556124, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.661865770816803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660556124, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660556125, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660571001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1277013123035431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660585615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11518143117427826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660600196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11863718926906586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660615116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11397581547498703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660629840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12042784690856934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660644739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1197768896818161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660659825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12242291122674942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660674839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12173338979482651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660689626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11599969118833542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660705054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11445175111293793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660719779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11669301986694336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660734411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11892326176166534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660749007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271360218524933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660763904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11695407330989838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660763905, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660763906, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660846825, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6749802827835083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660846825, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660846826, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660861494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12379258126020432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660876385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12043952196836472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660890982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11516378074884415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660905826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167357787489891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660920343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11060626804828644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660934834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11787156760692596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660949202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.119374580681324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660963360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11368997395038605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660977827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102914810180664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660992165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10994520783424377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661006915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12365061044692993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661021839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823149979114532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661036511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12278957664966583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661051661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12069886177778244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661051661, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661051662, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661134243, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6894315481185913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661134244, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661134245, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661149152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12059152871370316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661163653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12069932371377945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661178268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657549440860748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661192796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11779584735631943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661207365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10447993129491806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661221984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072642058134079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661236371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12248382717370987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661250688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11542472243309021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661264999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658194869756699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661279284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10506518930196762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661305471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911008715629578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661319813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1128365620970726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661334019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11652246862649918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661348224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11848966777324677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661348277, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661348277, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661429961, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7075953483581543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661429964, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661429964, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661444263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10639489442110062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661458914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10989250242710114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661473759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11822960525751114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661488233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11330640316009521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661502788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099964901804924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661517610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11919862031936646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661532044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11440346390008926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661546436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11641742289066315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661560784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11806654930114746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661575368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414056271314621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661589662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1030544638633728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661603945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11615146696567535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661618024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962222516536713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661632297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910722613334656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661632298, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661632298, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661715524, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7282242178916931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661715524, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661715525, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661729648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11004821211099625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661744039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11595746129751205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661758315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09918224066495895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661772599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10516500473022461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661786734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11565835028886795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661800859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774337500333786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661815133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09035241603851318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661829362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11113575100898743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661843735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10582055896520615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661858210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11801189929246902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661872853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10869535058736801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661887294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169269144535065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661902106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1046934425830841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661916797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909556597471237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661916798, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661916798, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662000893, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7468910217285156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662000894, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662000894, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662015503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11823681741952896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662030091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294310539960861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662044010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593727231025696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662058571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11050170660018921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662072706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144224762916565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662087061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782667994499207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662101162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10992449522018433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662115449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109036952257156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662129478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09937143325805664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662143863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110287606716156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662158034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643333941698074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662172168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057796329259872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662186321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10893215984106064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662200538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.113469198346138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662200538, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662200539, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662284056, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7602785229682922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662284057, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662284057, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662298377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1107206642627716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662312451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100597083568573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662326870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1046474501490593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662341508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768430680036545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662356427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239002645015717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662371282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11347556114196777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662385968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132960975170135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662400811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10560515522956848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662415831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810061544179916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662430463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657986253499985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662445044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11291825026273727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662459076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09498506039381027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662473786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09903867542743683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662488002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10800617933273315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662488003, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662488003, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662571478, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7612440586090088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662571478, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662571479, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662585633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09196124225854874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662600267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10468873381614685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662614695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973555594682693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662629241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09902395308017731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662643621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11111479997634888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662658143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11112132668495178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662672588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09789379686117172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662686796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11108769476413727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662701160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10540840774774551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662715314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10519007593393326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662729707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10917702317237854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662743763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479922592639923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662757820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09843868762254715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662772226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10631629079580307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662772227, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662772227, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662853049, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7605648636817932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662853050, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662853051, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662867809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453695058822632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662882620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458430647850037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662896986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10596440732479095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662911578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10423330962657928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662926230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09844663739204407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662940761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10006583482027054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662955529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717222094535828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662969653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09656419605016708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662984381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10887797921895981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662999127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935727506875992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663013835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11685173958539963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663028893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1146412119269371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663043613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168329194188118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663058451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11541256308555603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663058451, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663058452, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663141028, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7628855109214783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663141029, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663141029, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663155548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006113663315773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663170229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1157359778881073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663184508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813833773136139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663199209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10211723297834396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663213860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09118825197219849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663228701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834829717874527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663243068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10449545085430145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663257750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10727156698703766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663272064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10826419293880463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663286408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10038845241069794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663301225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1130651980638504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663316058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949540346860886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663331027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092979907989502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663345951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117076426744461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663345952, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663345953, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663427504, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7627204060554504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663427505, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663427506, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663442252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784751176834106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663456995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10173382610082626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663471768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11130397021770477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663486524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09191540628671646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663500943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1150563582777977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663515429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799773037433624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663530577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110162734985352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663545374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11129823327064514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663560526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1217532753944397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663575318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054505705833435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663590107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11192307621240616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663605173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12343083322048187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663620203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09922470152378082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663635154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11093252897262573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663635155, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663635155, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663716701, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.763086199760437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663716702, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663716702, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663731563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10452700406312943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663746453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11835993081331253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663761181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10943161696195602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663776389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439400374889374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663791361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09734898805618286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663806379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279719322919846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663821662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10614794492721558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663836756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656874626874924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663851948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11660734564065933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663866867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09899064153432846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663882185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12458959966897964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663897445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739947110414505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663912397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11720562726259232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663927239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076003909111023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663927240, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663927240, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664010079, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7634991407394409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664010079, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664010080, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664025050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138763427734375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664039847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11554230004549026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664054536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065344512462616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664069496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11790971457958221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664084387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11494779586791992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664099322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11930850148200989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664114421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12722738087177277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664129072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12184260040521622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664143806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11621535569429398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664158866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105328053236008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664173459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10838357359170914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664188250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10822886973619461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664202972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11494293808937073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664217947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11446838825941086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664217948, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664217948, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664301221, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7660683393478394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664301221, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664301222, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664316391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11976563930511475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664331510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723067820072174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664346257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10867631435394287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664361648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10806574672460556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664376706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097189784049988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664391748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920815169811249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664406638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11403042823076248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664421352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084703579545021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664436253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602352768182755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664451029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10017441213130951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664466219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10438129305839539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664481088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09691792726516724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664495978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10474026203155518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664510857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10086853802204132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664510858, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664510858, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664595448, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.767128586769104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664595449, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664595449, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664610380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10951074957847595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664625501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10127587616443634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664640499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09667656570672989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664655262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858919471502304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664670097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11527600139379501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664684895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10502174496650696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664699797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541025549173355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664714683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050359383225441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664729544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10217798501253128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664744499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12009777128696442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664759428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1172926053404808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664774351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162971913814545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664789608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10063369572162628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664804435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12065791338682175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664804435, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664804436, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664888577, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7679428458213806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664888578, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664888578, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664903808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056744307279587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664918796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09686340391635895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664933799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10490384697914124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664948789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103971466422081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664963390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10834019631147385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664978103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589830577373505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664992729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10689693689346313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665007232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1122908815741539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665022053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10484613478183746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665036789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10754530131816864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665051363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10536693036556244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665066133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11505033075809479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665080499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655016452074051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665095017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10245692729949951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665095018, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665095018, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665179318, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7687231302261353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665179319, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665179319, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665193943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09991183131933212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665208782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09460242837667465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665223197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09629514068365097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665237828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09675031155347824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665252294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09738292545080185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665267048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09517312794923782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665281606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10025905072689056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665296320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09699917584657669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665311126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336016118526459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665325828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10850762575864792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665340955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10484777390956879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665355814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10297292470932007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665370660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11428475379943848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665386049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114716529846191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665386051, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665386051, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665469353, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7702964544296265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665469354, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665469354, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665484206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09832131862640381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665498766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774210095405579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665513508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011657118797302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665527938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115676373243332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665542400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10100670158863068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665557233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757340490818024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665571640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105553805828094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665586270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643874108791351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665601240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10284318774938583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665615735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151012986898422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665630346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10002276301383972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665644911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10282547026872635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665659540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003781855106354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665673917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11496444791555405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665673917, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665673918, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665757475, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7697357535362244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665757476, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665757476, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665772110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008140444755554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665786642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694951564073563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665801210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09141485393047333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665815684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335971415042877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665830468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670991986989975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665845061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079997643828392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665859587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11039476841688156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665874368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432478785514832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665889213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001417338848114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665904151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10430619865655899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665919115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10314653813838959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665933772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10839755833148956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665948709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10596249252557755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665963681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868170112371445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665963682, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665963682, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666047362, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7708514928817749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666047363, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666047363, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666062151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10298645496368408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666076869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416081547737122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666091287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10455246269702911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666105420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10286732017993927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666120142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10737911611795425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666134467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10128167271614075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666148886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09885524958372116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666163497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10238613933324814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666177907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11231443285942078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666192458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529325902462006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666206835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10377984493970871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666221046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10271511226892471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666235539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448960214853287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666249819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699984431266785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666249820, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666249820, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666335143, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7712752819061279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666335144, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666335144, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666349649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10846805572509766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666364336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10216074436903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666378674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432850569486618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666393166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138452053070068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666407712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527149587869644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666421764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11265778541564941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666436058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10155604034662247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666450201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11043548583984375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666464510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11317460983991623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666479243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630780458450317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666493592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336211323738098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666507909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10465807467699051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666522631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051015555858612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666537194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949947893619537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666537195, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666537195, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666620421, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7719082236289978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666620421, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666620422, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666635137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024491935968399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666649689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10005109757184982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666664202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065589040517807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666678316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089564323425293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666693248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835602134466171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666707571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10961975902318954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666722270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713335871696472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666737194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11553364992141724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666751799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11391910165548325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666766378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102958232164383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666780822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386902093887329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666795294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10323270410299301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666809798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10534048825502396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666824253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10750764608383179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666824254, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666824254, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666907270, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.77168208360672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666907270, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666907271, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666921809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10267499834299088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666936234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10076992213726044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666950947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10902368277311325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666965408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10553031414747238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666979772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09474509954452515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666994603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131652370095253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667008878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10157237201929092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667023230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10791938006877899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667037877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10328307747840881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667052897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041509360074997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667067361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973578691482544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667082111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11438381671905518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667096821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665946453809738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667111461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10359269380569458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667111462, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667111462, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667194706, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.772057831287384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667194707, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667194707, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667209835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11343999952077866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667224329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10933522880077362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667238756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963496565818787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667253387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072702407836914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667267477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115323215723038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667281554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10783040523529053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667296524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11803048104047775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667311298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10916643589735031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667326093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696617305278778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667341187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1236400306224823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667356002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803011059761047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667370809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11052369326353073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667385708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11536417156457901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667400330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11039696633815765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667400331, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667400331, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667486055, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7714381814002991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667486056, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667486056, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667500896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11371860653162003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667515954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10998880863189697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667530757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151552200317383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667545499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10674116015434265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667560098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10392677038908005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667574809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11409730464220047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667589518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732229799032211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667604263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11502863466739655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667619161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11232750117778778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667634079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12063301354646683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667649224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593245923519135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667663940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11757101118564606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667678858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733812302350998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667693946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11935953795909882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667693947, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667693947, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667777577, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7721333503723145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667777578, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667777579, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667792713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1200442761182785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667807901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10831836611032486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667822770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11956508457660675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667837449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11393530666828156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667852145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074434146285057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667867147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11531837284564972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667881673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11189184337854385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667896734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11706958711147308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667911717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11359743773937225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667926321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10592935234308243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667941077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363410949707031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667955777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577132552862167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667970324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11693986505270004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667985245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10549811273813248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667985246, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667985246, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668068849, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7729451656341553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668068850, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668068850, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668083729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1105070412158966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668098830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12152128666639328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668113511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071529984474182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668128199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361563950777054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668142972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11609168350696564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668157789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096084713935852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668172817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830987244844437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668188017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102236658334732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668203333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11244923621416092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668218372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300552636384964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668233522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11047206819057465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668248831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098240315914154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668263786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213255673646927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668278629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10957322269678116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668278629, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668278630, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668361201, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7733933925628662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668361202, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668361202, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668375989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11830538511276245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668390623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099719256162643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668405170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11089000105857849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668419856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10295223444700241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668434665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620418936014175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668449612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112242192029953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668464165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866345465183258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668478819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868684202432632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668493521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09863147884607315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668508237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194140672683716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668522870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057443618774414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668537068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10504019260406494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668551580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11001214385032654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668566233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11645406484603882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668566234, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668566235, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668649443, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7736559510231018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668649444, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668649444, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668663864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11493359506130219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668678448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572365671396255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668693175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10075582563877106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668708013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09219758957624435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668722590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11382222920656204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668737127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10600171238183975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668752083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10292893648147583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668767353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11266669631004333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668782242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740269720554352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668797411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351830720901489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668812602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10961853712797165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668827811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11301130056381226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668842954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10769873112440109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668857885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745930671691895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668857887, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668857887, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668940313, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773674726486206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668940314, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668940314, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668955080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11009936779737473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668970051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10356488078832626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668984750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11080040037631989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668999397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09968709200620651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669014195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589410156011581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669029117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11024806648492813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669044005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10391764342784882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669059168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815531015396118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669074176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10826365649700165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669088812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10877732932567596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669103742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103912964463234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669118593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09951891750097275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669133376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713057965040207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669148143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0875130146741867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669148144, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669148144, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669229830, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738063335418701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669229831, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669229831, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669244761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09587721526622772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669259644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11106683313846588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669274573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858206450939178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669289552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10158545523881912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669304495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10237496346235275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669319492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09066607803106308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669334275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335546731948853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669348801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09772074967622757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669363306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10412737727165222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669378168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692570358514786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669392981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075430363416672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669407805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817232728004456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669422315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640104115009308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669437026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10404159128665924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669437026, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669437027, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669520224, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7739784121513367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669520225, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669520225, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669535116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09678374230861664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669550221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574622452259064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669565109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09523353725671768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669580024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10268575698137283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669594782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09807257354259491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669609182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10036353766918182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669623515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10939355194568634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669638382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192069411277771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669652814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090758666396141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669667326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098741963505745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669682364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10716075450181961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669697325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10504095256328583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669712044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10994888097047806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669726869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10882140696048737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669726870, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669726870, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669807943, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.774314284324646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669807944, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669807944, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669822481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10738036781549454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669837074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478634387254715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669851669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10399822890758514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669866207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10063517838716507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669881009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736851394176483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669895966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09601115435361862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669911297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10588589310646057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669925998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411686450242996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669940805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11072895675897598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669955771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09908285737037659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669970381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09750610589981079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669985065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283509641885757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669999901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09141449630260468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670014912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10786201059818268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670014913, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670014914, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670096085, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7745040655136108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670096086, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670096086, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670110831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10015322268009186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670125797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10142719000577927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670140492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09894315898418427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670155577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11060698330402374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670170505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10175041854381561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670185519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10281802713871002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670200226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10295681655406952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670214810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10584192723035812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670229721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145244747400284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670244222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11464563757181168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670258986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10176695883274078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670273599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10877106338739395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670288115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593461245298386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670302858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10686276108026505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670302859, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670302859, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670384653, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7745293974876404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670384654, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670384654, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670399689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717935860157013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670414572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09847749024629593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670429060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739550739526749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670443770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074003353714943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670458445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10333920270204544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670472734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10737534612417221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670487151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0974242091178894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670501810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09844139218330383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670516283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10559909045696259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670530969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488833487033844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670545788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324802249670029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670560392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11007905751466751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670574890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704905539751053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670589300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10029508173465729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670589301, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670589301, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670672591, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747678756713867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670672592, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670672593, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670687056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041945293545723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670701488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551738739013672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670715968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09473259747028351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670731046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09924458712339401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670745739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10220786929130554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670760863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10060194879770279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670775510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10693423449993134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670790333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980036854743958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670805290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085733100771904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670820211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002650186419487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670835118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10282011330127716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670849540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09919870644807816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670864525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207056790590286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670879004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119183823466301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670879004, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670879005, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670963184, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7751191258430481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670963185, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670963185, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670977548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10581377148628235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670992656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482316464185715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671007290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10614874958992004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671022032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11146502196788788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671037143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672386735677719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671052126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859683156013489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671066784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840944200754166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671081661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09819262474775314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671096395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740560293197632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671111230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10352522134780884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671126088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844647884368896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671140587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10343514382839203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671155713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10693550109863281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671170585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09653159230947495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671170635, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671170635, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671252464, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7750065326690674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671252465, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671252465, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671267246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994252935051918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671281912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557056218385696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671296601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10242240875959396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671311329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10477522015571594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671326053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821282863616943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671340593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12420887500047684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671355435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921511054039001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671370275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09934014081954956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671385228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11308761686086655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671400116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123194471001625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671415146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11516707390546799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671430036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09989200532436371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671445101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066519021987915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671460036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10486659407615662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671460082, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671460083, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671541830, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7753995656967163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671541831, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671541831, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671556880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993204116821289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671571771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09818881005048752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671586459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11227034032344818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671601733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11799252033233643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671616597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420032382011414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671631120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11159062385559082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671646256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756858438253403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671661072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12008000910282135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671675898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10579030215740204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671691140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913442820310593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671706367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11261257529258728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671721234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11069950461387634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671736169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11349726468324661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671751055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156562715768814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671751056, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671751056, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671833950, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7753637433052063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671833951, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671833951, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671848950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10716667771339417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671864000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11073228716850281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671879062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148456409573555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671894292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11047735810279846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671909465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10892483592033386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671924706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10822834819555283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671939720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1018039807677269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671954758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11251349747180939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671969873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12091082334518433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671985076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008087545633316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672000043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10885624587535858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672015493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10511958599090576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672031053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10421549528837204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672046422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956082493066788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672046422, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672046423, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672128528, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.775506317615509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672128529, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672128529, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672143780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11439725011587143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672158981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11915957182645798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672174249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11443984508514404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672189683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11292374134063721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672205208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109115928411484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672220307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12158956378698349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672235691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175887286663055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672250454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10940655320882797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672265698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11068594455718994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672280830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09890744090080261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672295901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10982246696949005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672311513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10951825976371765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672326880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10470032691955566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672341981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091388016939163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672341981, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672341982, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672424804, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757564783096313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672424805, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672424805, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672440172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11297285556793213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672455483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12945306301116943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672470752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840769112110138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672485807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11266057193279266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672500954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11371589452028275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672516458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11205576360225677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672531877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11415136605501175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672547391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11339927464723587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672562617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10605619102716446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672577658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10849667340517044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672593057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12911207973957062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672608157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11374388635158539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672623822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11327707022428513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672639473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11600472033023834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672639473, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672639474, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672723184, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7760140895843506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672723186, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672723186, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672738245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09635359048843384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672753816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11157336086034775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672769391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12232904136180878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672785001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067429855465889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672800791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11006677150726318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672816305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743748396635056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672831643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229138821363449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672846676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11223474144935608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672861677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10350295901298523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672876516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11771882325410843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672891262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753951966762543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672906309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11173088103532791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672921457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09264107048511505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672936195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10345718264579773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672936196, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672936196, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673018527, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.776203453540802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673018528, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673018528, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673033735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10143986344337463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673048595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09696684777736664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673063362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11533608287572861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673078034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10791213810443878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673092745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937260091304779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673108087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10499086230993271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673123381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10833192616701126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673138509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1137584000825882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673153638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037632286548615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673168914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0969451367855072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673183954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971379354596138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673199039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09738202393054962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673214000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10274812579154968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673229063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090919584035873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673229064, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673229064, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673312729, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7761097550392151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673312730, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673312730, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673327818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336118936538696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673343056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10399220138788223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673358255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10434095561504364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673373504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1075262501835823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673388719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10345729440450668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673404126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10016651451587677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673419680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10999985784292221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673435091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10569489747285843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673450165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712305456399918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673464919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10603657364845276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673479988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10469590127468109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673494794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.109395831823349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673509360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10583586990833282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673524117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11416136473417282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673524166, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673524166, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673606867, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7763838768005371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673606868, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673606868, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673621478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10888488590717316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673636253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11170461773872375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673651211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10738073289394379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673666398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10724639892578125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673681213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10068723559379578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673696351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255015641450882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673711311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09616556763648987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673725935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837341099977493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673740562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993192121386528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673755335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10250266641378403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673770403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10166031122207642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673785240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10365241020917892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673800007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995357692241669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673814930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457131266593933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673814973, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673814974, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673900255, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7764325737953186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673900256, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673900256, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673915105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09813448786735535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673929914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10750970989465714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673944797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09980528056621552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673959598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10390094667673111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673974135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09407398104667664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673989170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10746144503355026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674004306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10403516888618469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674019159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10419614613056183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674034270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542979091405869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674049269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11257931590080261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674064435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09714223444461823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674079522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11144015938043594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674094437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197132617235184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674108964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10182566195726395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674109014, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674109014, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674193190, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.776740312576294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674193191, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674193191, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674208171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09828910231590271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674223408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10749667137861252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674238412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10190513730049133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674252914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657233744859695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674267855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10086538642644882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674282726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085042804479599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674297616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10043999552726746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674312604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09899303317070007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674327468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10918073356151581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674342366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094970703125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674357056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09990138560533524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674371749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09499051421880722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674386176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09631041437387466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674400569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10669966787099838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674400570, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674400570, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674486472, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768571376800537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674486473, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674486473, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674500993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10330145806074142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674515408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11377554386854172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674529952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219596326351166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674544526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655273497104645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674559046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11158392578363419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674573584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10075905919075012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674588004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963762551546097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674602358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202150791883469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674616797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10708962380886078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674631154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10221695899963379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674645611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09832601249217987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674660437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124105155467987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674675334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11955831199884415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674690252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10939908772706985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674690253, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674690253, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674776288, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7771997451782227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674776289, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674776290, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674791237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11638860404491425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674805917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144786536693573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674821023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10027829557657242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674836022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109374672174454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674850946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10635987669229507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674865921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09999415278434753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674880760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10092324018478394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674895842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630727559328079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674910396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620313882827759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674924824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09481685608625412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674940019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10474253445863724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674954710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10214683413505554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674969485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09388476610183716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674984488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10031144320964813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674984489, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674984489, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675070329, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7771161198616028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675070330, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675070331, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675085313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11124923825263977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675100163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11351790279150009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675114884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995310008525848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675129597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725530236959457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675144378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351251810789108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675159094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035999283194542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675173656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653866827487946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675188187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084151566028595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675203004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09903000295162201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675217617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09779775142669678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675232390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11176199465990067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675246944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09769050031900406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675262050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10211338847875595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675276595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10295592248439789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675276596, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675276596, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675363505, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.777419924736023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675363506, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675363506, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675378302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10242239385843277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675392947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963595658540726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675407443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253992468118668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675422589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09453985840082169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675437691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047186404466629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675452680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10741548985242844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675467529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11701241135597229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675482066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10100889950990677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675496926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10576742142438889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675512055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11159158498048782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675526863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09871482849121094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675541502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921669751405716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675556158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09907015413045883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675570426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10262705385684967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675570427, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675570427, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675655569, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7775924801826477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675655570, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675655570, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675670712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11045119166374207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675685378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467255860567093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675699789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09209749102592468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675714661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1004200354218483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675729412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10950727015733719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675744335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099233478307724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675765505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0967506691813469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675780514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10520383715629578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675796209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633336752653122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675810826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09994109719991684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675825367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10475575178861618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675839967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10496099293231964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675854438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148913949728012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675869387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11567454785108566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675869388, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675869389, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675954093, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7774476408958435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675954094, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675954094, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675968636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10968538373708725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675983548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047464981675148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675998123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044725850224495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676013039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10888775438070297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676027738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028684675693512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676042689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09767556190490723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676057506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1038031280040741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676071984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282400786876678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676086524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10106676071882248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676101362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09612448513507843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676116038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489282011985779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676131245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11236950010061264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676146386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1023569107055664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676161282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11849050223827362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676161283, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676161283, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676245652, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7780337333679199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676245654, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676245654, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676260628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138971358537674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676275304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09788148105144501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676290031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055399477481842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676305069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11238902062177658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676320134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11890029162168503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676334980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09579908102750778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676349947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10558819025754929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676364538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10171858221292496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676379585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10181591659784317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676394359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445522516965866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676408718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642440617084503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676423979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096419095993042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676439007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10024363547563553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676454273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11606930196285248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676454274, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676454274, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676538987, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7778628468513489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676538987, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676538988, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676554383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1121923178434372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676569731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199335008859634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676584817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723741352558136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676600099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12139029800891876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676615195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11620738357305527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676630500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10266728699207306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676645809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11942452937364578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676660780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11451617628335953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676675980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10586967319250107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676691140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081598699092865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676706425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10741422325372696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676721348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626745223999023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676736629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753922909498215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676751478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11551567167043686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676751479, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676751479, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676835328, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7784557342529297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676835329, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676835329, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676850754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212132126092911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676865723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507866740226746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676880832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10282167792320251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676896260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594627052545547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676911709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904514789581299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676927045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630740225315094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676942527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10629831254482269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676957789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414361000061035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676973544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11805244535207748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676989148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10621708631515503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677004819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11746064573526382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677020333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11244921386241913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677035352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10862593352794647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677050941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11541257798671722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677050942, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677050942, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677133366, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7784021496772766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677133367, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677133367, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677148435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10111035406589508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677163661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11125673353672028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677178916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498051136732101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677193849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10147064179182053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677209101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09993498772382736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677224117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857061296701431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677239124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09875458478927612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677254038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10686930269002914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677269088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10235090553760529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677283889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568232834339142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677298787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11520799249410629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677313653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11106706410646439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677328456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11755956709384918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677343539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11391210556030273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677343540, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677343541, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677427384, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7786070704460144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677427385, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677427385, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677442351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11307752877473831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677457353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813210904598236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677472174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1112925335764885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677487184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11713911592960358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677502323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11181667447090149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677517274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11749300360679626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677532497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09966171532869339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677547515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760229080915451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677562699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10994407534599304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677577900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983673483133316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677593370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11971066147089005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677608867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11277391016483307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677624252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10532436519861221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677639804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11201044172048569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677639805, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677639805, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677725013, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7788670659065247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677725015, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677725015, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677739835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562842339277267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677754949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11115812510251999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677769744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1188526600599289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677785032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10673261433839798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677799975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10627102851867676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677815077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10203764587640762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677830765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687017440795898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677845765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071613430976868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677860914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11429107189178467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677876064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09468884766101837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677891355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11704372614622116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677906707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10069263726472855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677921601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09925527125597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677936705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10839702188968658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677936705, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677936706, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678022469, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7787046432495117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678022470, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678022470, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678037615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10333960503339767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678052956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09368181228637695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678068430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09722970426082611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678083854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10860507935285568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678099147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895679146051407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678114643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11341352760791779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678129875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09628899395465851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678145439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10689026862382889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678160920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10741821676492691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678176340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11094111204147339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678191712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09897607564926147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678207435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10004715621471405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678222894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11142079532146454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678238185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09862854331731796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678238186, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678238187, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678321359, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7788223624229431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678321360, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678321360, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678337281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628765821456909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678352604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09633145481348038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678367948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10520705580711365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678383429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09679976105690002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678399125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313232988119125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678414237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199750751256943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678429587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772772878408432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678444356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0961853414773941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678459240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11545320600271225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678474182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10429949313402176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678488748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10385017096996307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678503862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170061886310577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678518686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279906541109085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678533689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10160376131534576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678533690, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678533690, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678615662, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7791153788566589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678615663, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678615663, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678630974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202021896839142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678646064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09969518333673477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678660980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10269606113433838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678675774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273982584476471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678690874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09874886274337769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678705805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10159865021705627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678720555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0966375395655632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678735398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09886843711137772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678750497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10385508835315704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678765463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976136475801468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678780383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10474221408367157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678795108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10786890238523483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678810148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10179410129785538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678824851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09627371281385422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678824852, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678824852, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678908316, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7791991829872131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678908317, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678908317, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678923293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0946439579129219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678938161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0992782711982727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678952741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09746194630861282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678967450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09969807416200638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678982237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10385003685951233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678997627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0959002748131752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679012516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10347907245159149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679027683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826178848743439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679042541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.098362997174263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679057534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10540945082902908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679072557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09291791170835495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679087823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10787548869848251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679103128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546589642763138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679118394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1113038882613182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679118394, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679118395, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679202321, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7795173525810242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679202321, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679202322, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679217374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10495059192180634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679232396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10256247222423553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679247245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648944973945618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679262597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348733514547348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679277210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09680640697479248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679291872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053454577922821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679307047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09527099877595901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679321788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1144523099064827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679336578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09859102964401245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679351844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09043776988983154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679367002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09951069205999374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679382064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545547306537628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679396980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10298407822847366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679411817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10852208733558655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679411817, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679411818, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679494400, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7793664336204529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679494401, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679494401, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679509414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10099931061267853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679524253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10603466629981995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679539058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09758089482784271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679554023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10033950954675674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679569085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10060872882604599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679583934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0955408439040184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679599022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1038282960653305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679614295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283731669187546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679629194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169358551502228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679644564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904139280319214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679659400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09817789494991302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679674600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061819851398468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679689704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1000683382153511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679704763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10563643276691437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679704764, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679704764, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679787778, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7796338796615601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679787779, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679787779, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679802913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10074558109045029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679818083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09511298686265945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679833246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09845756739377975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679848295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10808788239955902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679863632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10309040546417236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679878871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08788947761058807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679894272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10490954667329788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679909790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09209781885147095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679925155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10377095639705658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679940455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09581772238016129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679955570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09623252600431442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679970626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10290946811437607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679985953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11184053868055344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680001065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0997270867228508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680001065, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784680001065, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784680085086, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.78006911277771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784680085087, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784680085087, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784680099633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09594202041625977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680114755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09558748453855515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680129852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10225993394851685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680144911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294283181428909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680160264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478690266609192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221020160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680175662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723139345645905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221184000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680191059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782039910554886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221347840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680206126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11585014313459396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221511680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680221119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10916212201118469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221675520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680236503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09968430548906326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221839360, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed404908753.log b/recommendation/rcp_logs/gbs_8192/seed404908753.log deleted file mode 100644 index dcb008266..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed404908753.log +++ /dev/null @@ -1,1855 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784658279987, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784658279987, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784658301684, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784658301686, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "seed", "value": 404908753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784658301687, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784658301699, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784658301700, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784659224563, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784659224565, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784659225038, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784659354829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872191309928894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784659367028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13792134821414948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659379683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875937461853027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659392477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384267359972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659405350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385139673948288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659418144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882684707641602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659431116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13831759989261627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659444268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13911612331867218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659457610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870635628700256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659470720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383618265390396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659484016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852068781852722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659497269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385715752840042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659510833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383802890777588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659524112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13994906842708588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659524113, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659524114, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659606840, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.503982663154602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659606841, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659606841, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659619630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382921189069748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659632626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13838481903076172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659646245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840237259864807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659659368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794779777526855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659672718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780073821544647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659686430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791024684906006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659699412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379682868719101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659712788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778206706047058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659726840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777776062488556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659740133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791829347610474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659754061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13809239864349365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659768031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13848333060741425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659781598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775137066841125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659795715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803647458553314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659795715, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659795716, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659877587, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5042181611061096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659877588, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659877589, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659891139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13736827671527863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659904818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382444053888321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659918455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371767371892929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659932043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359771192073822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659945122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779909908771515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659958443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378798484802246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659971809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13691961765289307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659985562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13674500584602356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659999000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13632827997207642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660012326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372164636850357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660025894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13685451447963715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660039130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373167335987091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660053119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13741059601306915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660066387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372901201248169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660066388, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660066388, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660148225, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5045158863067627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660148226, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660148226, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660161358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13629257678985596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660174832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13732671737670898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660188244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13624390959739685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660202147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675348460674286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660215610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719294965267181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660229308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13746456801891327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660242969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13610924780368805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660256549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13707108795642853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660270673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13642749190330505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660284448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876603543758392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660298188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588422536849976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660311734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13750389218330383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660325433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347351372241974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660339174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136424258351326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660339175, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660339176, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660422681, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5049307942390442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660422682, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660422682, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660435908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13586808741092682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660449236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350637525320053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660462356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13754047453403473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660475789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13410231471061707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660489482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13640016317367554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660502877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327681541442871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660516517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511745631694794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660529912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13510721921920776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660543371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780146837234497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660556717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13485507667064667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660570178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1490192711353302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660584002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505882024765015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660597447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13324595987796783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660611013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13755583763122559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660611014, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660611014, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660693797, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5054449439048767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660693798, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660693799, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660707043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348438560962677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660720362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14014002680778503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660733760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13590778410434723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660747086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13260875642299652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660760600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344234198331833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660774333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391633301973343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660787891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289353251457214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660801523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320856511592865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660814966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13258136808872223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660828088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13072340190410614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660841413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303355097770691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660854330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13465899229049683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660867578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313757598400116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660881144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13896510004997253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660881144, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660881145, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660962857, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5061421990394592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660962857, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660962858, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660976189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133186936378479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660989535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13293100893497467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661003220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13560815155506134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661016630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501405715942383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661030059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378655731678009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661043529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12655267119407654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661056640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533490896224976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661070046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12842705845832825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661083659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13303227722644806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661097481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13235242664813995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661111107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331627070903778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661124866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13422371447086334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661138823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531669974327087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661152502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13315647840499878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661152503, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661152503, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661234541, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5071825385093689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661234542, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661234542, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661248424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13240845501422882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661262171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13348960876464844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661276148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355404108762741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661290430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555969297885895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661304433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399197280406952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661318239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13283292949199677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661332906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511496782302856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661346922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333910971879959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661360817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325853168964386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661374800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315787136554718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661388617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13568434119224548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661402918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354401290416718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661416853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333576917648315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661430659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023127615451813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661430659, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661430660, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661512478, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5083341002464294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661512479, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661512480, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661527218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378193199634552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661541078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13470424711704254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661554964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353430449962616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661569016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130997434258461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661582842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365639746189117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661596807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13409505784511566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661610913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370925009250641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661625011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13387656211853027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661638897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13277670741081238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661652849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296180784702301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661666360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272665113210678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661680147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297715783119202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661693967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946730852127075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661707367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12439506500959396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661707367, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661707368, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661787800, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5096920728683472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661787801, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661787801, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661801640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310318559408188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661815463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13599659502506256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661829665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13309383392333984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661843889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13019941747188568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661857637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12811873853206635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661871803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12618333101272583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661885896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12885881960391998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661899370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13224554061889648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661913076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13553747534751892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661926850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12470822781324387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661940370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12859947979450226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661953997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13424187898635864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661967718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310272067785263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661981778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12911245226860046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661981779, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784661981779, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662063197, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5114042162895203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662063198, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662063198, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662077345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032324612140656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662091315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12877674400806427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662104822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13288480043411255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662119180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12364430725574493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662133362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946265935897827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662146748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12581516802310944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662160281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12978492677211761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662174039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12164569646120071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662187398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357671171426773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662201302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13727900385856628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662214958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12345343083143234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662229069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12299516797065735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662243008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256469190120697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662256841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12885668873786926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662256842, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662256842, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662340423, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5133918523788452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662340424, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662340424, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662353794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366121917963028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662368280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13650792837142944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662381965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13576924800872803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662395570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13994424045085907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662409253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654452562332153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662423067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825061917304993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662436676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273626834154129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662450479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258450448513031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662464163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.142131507396698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662478465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14091677963733673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662492762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12718595564365387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662506986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12852437794208527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662521216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13229210674762726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662534748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13174015283584595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662534749, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662534749, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662618868, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5155647993087769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662618869, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662618869, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662633313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14127767086029053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662647500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14246965944766998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662661447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533765077590942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662675438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13944897055625916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662689761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14498162269592285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662703610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14095790684223175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662717755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12575286626815796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662731947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13750717043876648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662746214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13188594579696655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662760688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13604722917079926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662774999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776856660842896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662788886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328531801700592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662803215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13423846662044525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662817497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13629576563835144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662817498, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662817498, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662901396, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5179113745689392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662901396, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662901397, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662915317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13856752216815948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662929631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13798515498638153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662943926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13171716034412384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662958144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295279443264008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662972367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361647725105286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662986883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13964518904685974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663001280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13277076184749603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663015755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14118692278862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663029586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14059560000896454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663044030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350722312927246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663058136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275438815355301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663072037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12975084781646729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663086056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341870129108429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663100179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12750360369682312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663100180, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663100180, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663182747, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5210840106010437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663182748, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663182748, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663196721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320725828409195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663210652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678203523159027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663224823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13346800208091736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663238911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13190612196922302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663253206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340359002351761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663267500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13323649764060974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663282214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13350513577461243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663296696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13271337747573853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663310714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13994616270065308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663325208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316613256931305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663339063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12874913215637207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663352720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13096857070922852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663366372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13218221068382263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663380130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13575440645217896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663380130, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663380131, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663462282, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5254508256912231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663462283, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663462283, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663476112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317549228668213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663489777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1228833794593811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663503416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032668828964233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663517105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13052722811698914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663530780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349017471075058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663545007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502797484397888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663558730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534682989120483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663573016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12382978945970535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663587056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309158205986023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663600730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13092853128910065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663615283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299973577260971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663629234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13292357325553894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663643317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13056698441505432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663657150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12983548641204834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663657150, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663657151, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663739615, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5319961309432983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663739616, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663739616, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663753550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376085877418518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663767621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13208214938640594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663781535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332598775625229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663795500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302037239074707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663809314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12660741806030273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663823202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323586404323578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663837564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539256155490875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663851908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325187236070633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663866210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13103589415550232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663880614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852651417255402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663894844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342168927192688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663908458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373627483844757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663922820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315673142671585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663936613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13287213444709778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663936614, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784663936614, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664018157, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5409263968467712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664018158, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664018158, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664032131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13102388381958008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664046109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344655305147171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664060187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137370303273201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664074326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13273020088672638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664088267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12687426805496216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664102211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12884823977947235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664116135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12574587762355804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664130025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1234988421201706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664144317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13580213487148285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664158769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13684715330600739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664173153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13422074913978577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664187888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12637455761432648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664202311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13069403171539307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664216138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12331299483776093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664216138, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664216139, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664300757, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5538215637207031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664300758, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664300758, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664315494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13168612122535706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664329680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320989429950714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664343846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332508623600006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664357903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13704612851142883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664372043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539302349090576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664386143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307644546031952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664400180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12650282680988312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664414271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13415507972240448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664428163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12374832481145859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664442593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12948307394981384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664456784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13155274093151093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664471135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330888718366623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664485423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1394653469324112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664499497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541299104690552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664499498, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664499499, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664583689, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5712177753448486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664583690, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664583690, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664598508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13575008511543274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664613015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046343624591827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664627119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13152122497558594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664641356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788340985774994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664656472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12900832295417786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664671482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374169886112213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664685816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13404397666454315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664700284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13581062853336334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664714763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13335882127285004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664729357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12970055639743805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664743872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13915173709392548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664758390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335444152355194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664772752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12725117802619934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664787355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329387128353119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664787355, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664787356, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664872485, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5897519588470459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664872486, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664872486, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664887237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14040637016296387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664901761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312401443719864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664916736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323026865720749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664931240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12861275672912598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664946115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13421005010604858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664960984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317714899778366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664975572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13227106630802155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664990202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341848522424698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665004811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12895804643630981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665019694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13040904700756073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665034473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313854604959488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665049219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13536468148231506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665063563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347709447145462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665078297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354997754096985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665078298, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665078298, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665163277, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6072400212287903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665163277, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665163278, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665177920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12952592968940735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665192956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367144763469696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665207663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323917806148529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665222663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13017809391021729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665237157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515880703926086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665251658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270749568939209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665266594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314704567193985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665280666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1199415996670723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665294933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276252567768097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665309176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12809023261070251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665323526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12765783071517944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665337488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12760548293590546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665351748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12584078311920166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665366074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12716840207576752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665366075, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665366075, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665451183, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6233605146408081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665451184, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665451184, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665465271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11839921027421951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665479619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12305781990289688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665493819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1244233176112175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665508200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12999087572097778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665522989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12812231481075287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665537488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11725426465272903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665552158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12521764636039734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665566619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12825195491313934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665581071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323302537202835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665595001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12409287691116333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665610123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12804998457431793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665624457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414527148008347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665638723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11548877507448196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665653052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12060507386922836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665653052, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665653053, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665738467, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6491081714630127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665738468, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665738469, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665752719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168200746178627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665766854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12250177562236786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665781111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12271711230278015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665795067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256849467754364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665808996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11604680866003036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665823008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12928512692451477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665836927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12366705387830734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665850805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11614133417606354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665864980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12201929092407227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665879377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12083500623703003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665893600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11247116327285767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665908376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12671560049057007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665922706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12224479764699936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665936916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12508846819400787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665936916, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784665936917, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666021769, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6842385530471802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666021770, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666021770, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666035647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12053387612104416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666050382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11358692497015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666064750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11689387261867523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666079077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11578401178121567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666093227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11970062553882599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666107412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12093625962734222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666121471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10989678651094437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666135710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11909569799900055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666149663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11946966499090195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666163654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11800671368837357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666177348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977841168642044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666191334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11814434826374054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666205407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10302707552909851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666219547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11861368268728256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666219547, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666219548, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666304332, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7208166718482971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666304333, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666304333, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666318696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11100917309522629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666332902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756219923496246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666346973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11980361491441727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666361485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11679232865571976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666375667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11854974925518036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666389888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110692024230957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666403623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283967643976212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666418371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11912018805742264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666432492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11497130990028381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666446584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526479035615921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666460622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11557655036449432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666474520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11714500188827515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666488603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12218542397022247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666502880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11346852779388428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666502881, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666502881, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666588566, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.74155193567276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666588567, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666588567, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666602960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406029760837555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666616883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10634948313236237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666630744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585951060056686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666644715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100049540400505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666658887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044350117444992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666672789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11781815439462662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666687313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155009269714355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666701931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11629744619131088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666716160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09566514939069748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666730729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11769804358482361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666745211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11183296144008636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666759400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10898750275373459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666773466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433172434568405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666788058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11265647411346436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666788058, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666788059, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666874305, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7526703476905823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666874306, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666874306, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666888328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11324287205934525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666902679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1155402660369873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666917137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11850082129240036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666931530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10098177194595337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666945921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109302192926407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666960075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11528945714235306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666974592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11628304421901703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666988959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134243905544281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667003068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433486849069595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667017235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11484570056200027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667031494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10989979654550552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667045608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406011879444122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667059651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10796429216861725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667074114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1204761490225792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667074114, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667074115, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667158506, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7559629082679749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667158507, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667158507, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667172964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11889028549194336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667187319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11496753245592117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667201527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11200999468564987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667216332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546646058559418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667230756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10171603411436081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667245313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072123646736145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667259292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937671363353729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667273627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633508116006851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667287913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901352018117905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667302715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11421369016170502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667317207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12021950632333755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667331544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199455708265305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667346082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12371375411748886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667360686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956120491027832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667360686, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667360687, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667442881, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7618590593338013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667442882, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667442882, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667457525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12292811274528503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667471809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058665812015533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667486082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11266599595546722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667500738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300022155046463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667514975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406271904706955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667529432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11380574852228165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667544153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11998632550239563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667558970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1191389411687851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667573520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11396753787994385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667588579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11048728972673416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667603215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131676658987999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667617736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10975128412246704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667632189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1215638816356659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667647259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207817494869232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667647260, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667647261, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667729013, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7633564472198486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667729014, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667729015, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667743652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696646362543106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667758588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11605062335729599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667773470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111247718334198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667788514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11232543736696243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667803284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656879097223282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667817970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11256082355976105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667832813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11518719792366028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667847434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082940474152565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667862422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087239533662796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667877189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10754744708538055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667892082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12198149412870407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667907086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10446488857269287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667921903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1186998263001442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667937141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11882232129573822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667937141, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784667937141, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668018745, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.764214813709259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668018746, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668018746, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668033670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11701370030641556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668048206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11714618653059006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668062801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11424907296895981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668077782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11223562061786652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668092332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10078959912061691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668106902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057037323713303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668121346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11676743626594543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668135803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11583195626735687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668150248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10320685803890228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668164708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10149935632944107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668178981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546234250068665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668193508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11216865479946136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668207858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10759148001670837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668222174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11365044116973877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668222217, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668222217, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668306152, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7647486925125122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668306153, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668306153, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668320705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10403795540332794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668335450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626691579818726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668350114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355811357498169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668364478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913395136594772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668379105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10639641433954239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668393999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11350499838590622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668408507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11267802864313126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668422862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1108456701040268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668437636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156584694981575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668451983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065227538347244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668466376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09967102855443954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668480863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1125451847910881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668495055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10569482296705246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668509472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479975491762161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668509473, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668509473, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668593951, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7662606835365295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668593953, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668593953, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668608181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510695725679398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668622579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11323992162942886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668636880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09616216272115707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668651041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041678711771965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668665386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11195676773786545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668679527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503135621547699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668693908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08913657069206238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668708211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10839783400297165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668722385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10079697519540787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668736828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11783495545387268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668751437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10744921118021011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668765723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115483403205872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668780643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09986159950494766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668795476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074487715959549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668795477, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668795477, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668881352, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7676895260810852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668881353, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668881353, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668896050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1144772619009018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668910701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283175647258759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668924848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545306652784348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668939764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531309247016907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668953842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09990929067134857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668968267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10092645138502121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668982467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679590702056885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668996895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10783237963914871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669011113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09695351868867874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669025497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094551607966423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669039648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10472668707370758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669053785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10669580101966858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669067830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858882963657379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669082095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300211399793625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669082096, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669082096, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669168330, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7692927718162537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669168331, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669168331, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669182613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098208874464035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669196716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09873262792825699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669211212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293906927108765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669225760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530391335487366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669240374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11073584109544754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669255113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124073714017868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669269727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10041084885597229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669284529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538040846586227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669299303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733634233474731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669313607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510848462581635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669328204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311589181423187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669342186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09500420093536377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669357151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09775573760271072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669371616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10776984691619873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669371617, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669371617, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669457594, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7707017660140991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669457595, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669457595, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669471938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09186312556266785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669486680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443904250860214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669501253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019538342952728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669515996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09800581634044647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669530471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097890883684158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669545301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1118568405508995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669560078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09766083210706711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669574579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11107911169528961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669589135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522343218326569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669603472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411130636930466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669618079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10698511451482773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669632335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551409423351288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669646641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09689651429653168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669661388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615560412406921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669661388, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669661389, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669745903, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.771099328994751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669745904, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669745904, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669760734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10409845411777496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669775613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104132279753685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669790107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10582209378480911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669804822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431825369596481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669819705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889298677444458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669834198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10033106803894043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669849101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049722209572792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669863215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09736523777246475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669878003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10846318304538727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669892391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10900215804576874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669906653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696688830852509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669921174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11539065092802048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669935486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696126312017441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669949916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11514466255903244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669949917, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784669949917, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670033930, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7716795206069946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670033931, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670033932, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670048144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10127688944339752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670062577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594422161579132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670076892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662350803613663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670091606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10214688628911972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670106042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.092311792075634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670120665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09846533834934235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670135012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10318780690431595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670149559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10779423266649246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670163795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802856087684631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670178110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10126125812530518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670192869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11318206042051315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670207483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046210139989853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670222361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11032683402299881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670236956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154815554618835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670236956, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670236956, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670319362, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7719902992248535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670319363, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670319363, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670333966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903002321720123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670348567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10300253331661224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670363003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11063723266124725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670377729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0918099656701088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670392104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498288810253143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670406524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10747072845697403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670421939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1105593740940094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670436621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11195390671491623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670451727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12240701913833618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670466522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10596273094415665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670481371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11076009273529053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670496513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12202608585357666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670511376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10082592070102692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670526196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11140176653862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670526197, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670526197, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670608592, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726359367370605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670608593, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670608593, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670623321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10519932955503464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670638129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11828391253948212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670652801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905776917934418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670667939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528876632452011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670682611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09640546888113022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670697379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11342189460992813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670712405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10650155693292618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670727327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626474767923355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670742411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11573249101638794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670757167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1004483699798584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670772321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1242324560880661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670787340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704244673252106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670802302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420438438653946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670817128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10780567675828934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670817129, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670817129, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670899731, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7730265259742737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670899732, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670899733, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670914803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1147032156586647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670929494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11529593914747238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670944106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11121894419193268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670958990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1177494153380394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670973699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11464901268482208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670988330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11878790706396103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671003112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12691837549209595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671017529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12089917063713074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671032017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11711347848176956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671046773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11077819764614105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671061193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843328386545181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671075834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085876002907753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671090348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11518041044473648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671105094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1150398924946785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671105095, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671105095, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671186170, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7731436491012573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671186171, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671186171, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671201123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11910033226013184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671215916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10780452191829681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671230379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835769772529602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671245598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913559794425964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671260448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074277758598328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671275312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11060437560081482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671290045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138368472456932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671304712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840590298175812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671319516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10622086375951767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671334085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10069446265697479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671349142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104729063808918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671363813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.096420057117939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671378377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439933836460114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671393000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012272834777832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671393000, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671393001, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671474654, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7729725241661072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671474655, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671474655, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671489237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11082924902439117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671503825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1019272729754448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671518267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09736814349889755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671532637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088876873254776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671547083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1152411699295044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671561414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044747456908226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671575763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040901467204094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671590201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10477704554796219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671604571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10234639793634415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671619231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12101320177316666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671633819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1175750121474266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671648398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10168971121311188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671663100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10066631436347961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671677352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12050683796405792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671677352, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671677353, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671760769, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773280143737793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671760770, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671760770, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671775702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1113334372639656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671790494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0964871495962143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671805123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10537530481815338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671819802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10400043427944183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671834113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799982398748398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671848778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10477922111749649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671863256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1059030070900917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671877630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229583621025085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671892384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10490991175174713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671907033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10892148315906525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671921517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554353892803192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671936020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11503773927688599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671950261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732710361480713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671964644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10254962742328644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671964645, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784671964645, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672047181, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7732754349708557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672047182, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672047182, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672061586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10010216385126114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672076142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0948290005326271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672090502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0967169776558876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672104941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09718084335327148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672119084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09712252765893936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672133468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09551500529050827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672147613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10062872618436813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672161826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09790609031915665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672176301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10345061868429184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672190848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10832735896110535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672205594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574306547641754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672220009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10353170335292816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672234435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11516150832176208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672249463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11072667688131332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672249464, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672249464, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672331904, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773652970790863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672331905, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672331906, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672346546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09886396676301956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672360942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725046694278717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672375677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1101347953081131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672390063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10226182639598846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672404509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09999532252550125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672419385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10865913331508636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672433855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11005833745002747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672448331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660487413406372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672463068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288863629102707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672477503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014714315533638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672491979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10017254948616028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672506432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10285357385873795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672520863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095564141869545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672535137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115663081407547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672535137, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672535138, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672615832, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7739480137825012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672615833, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672615833, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672630326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11010105907917023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672644852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696738958358765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672659331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09171672910451889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672673899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208073258399963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672688462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678946226835251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672702803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084529235959053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672717077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11055485159158707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672731588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10232897102832794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672746117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115064680576324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672760642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10447774082422256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672775355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10269561409950256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672789790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757773369550705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672804631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050054058432579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672819517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10888843983411789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672819518, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784672819518, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784672901964, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7739936113357544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784672901966, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784672901966, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784672916599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10367866605520248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672931116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10276588052511215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672945404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10417564958333969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672959568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10281248390674591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672974783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10750377178192139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672989246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10143844783306122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673003821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09785077720880508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673018743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10212890803813934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673033488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11179200559854507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673048207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526502132415771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673062797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433641821146011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673077249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028667539358139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673091864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413458943367004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673106307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694941133260727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673106308, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673106309, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673190007, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7741411328315735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673190008, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673190008, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673204656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857594758272171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673219432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1018170714378357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673233769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10401420295238495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673248346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121431946754456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673263053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058625802397728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673277165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11315269768238068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673291721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10196031630039215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673306042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11094789952039719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673320752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294246464967728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673335698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10709269344806671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673350233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10321040451526642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673364805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577686876058578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673379528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598510503768921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673394239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0985577404499054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673394240, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673394241, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673476355, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7740490436553955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673476356, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673476356, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673491082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137558728456497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673505809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09927301108837128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673520474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10603984445333481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673534553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10083628445863724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673549566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10831145197153091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673564091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920422524213791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673578867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770034044981003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673593974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1157749593257904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673608656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11374292522668839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673623336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10055181384086609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673637905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10389499366283417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673652524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303709656000137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673667087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10565704852342606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673681397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067570149898529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673681398, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673681398, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673765686, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742127180099487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673765687, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673765687, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673780187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10171112418174744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673794694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10099811851978302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673809324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924949496984482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673823782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044216975569725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673838104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09444723278284073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673852904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11245757341384888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673867173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170836001634598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673881467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10738861560821533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673896046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336083918809891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673910959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364249348640442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673925523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973650962114334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673940284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11417762190103531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673954984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568512976169586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673969736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1030217707157135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673969736, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784673969737, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674056479, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7744092345237732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674056480, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674056480, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674071487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11325210332870483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674086207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10900008678436279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674100750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098882257938385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674115497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765545070171356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674129731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.101941779255867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674143928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080082356929779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674159517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11847283691167831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674174701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969369113445282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674189757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11565899103879929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674205089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1216958537697792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674220035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720092803239822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674235117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003612726926804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674250227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537057906389236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674265300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062610149383545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674265301, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674265301, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674350417, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7744579911231995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674350418, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674350419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674365384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361860483884811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674380411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977119952440262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674395211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056604236364365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674409982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10671469569206238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674424741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457728803157806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674439528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11342015117406845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674454334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10726781189441681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674469198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11481605470180511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674484336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294239014387131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674499634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11924897134304047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674514980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10641536861658096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674530088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1186642050743103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674545031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732463002204895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674560331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11926592141389847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674560332, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674560333, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674645227, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746560573577881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674645228, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674645228, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674660137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11926387995481491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674675275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790906846523285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674690196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11953384429216385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674704764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11448189616203308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674719513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840631276369095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674734963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11549966037273407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674750049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11157293617725372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674765255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11658242344856262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674780426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11150003969669342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674795235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610838979482651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674810032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279892176389694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674824819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633190721273422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674839525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11731670051813126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674854435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10517553985118866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674854437, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784674854437, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784674941315, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746797800064087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784674941316, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784674941316, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784674956235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985300689935684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674971297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.119237519800663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674986178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097937822341919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675000935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11358553171157837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675015705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11616391688585281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675030418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956526547670364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675045243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881289839744568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675060130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10987008363008499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675075211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300243437290192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675089968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11256417632102966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675105010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11017627269029617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675120124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11093887686729431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675134991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11169843375682831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675150024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10906955599784851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675150025, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675150026, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675236227, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747929096221924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675236228, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675236228, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675250818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11736836284399033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675265851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11047876626253128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675280730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111203134059906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675295393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10354144871234894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675310199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10581883788108826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675325006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154655367136002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675339420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10814142227172852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675353928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799571871757507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675368535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09770813584327698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675383052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10172649472951889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675397978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598032921552658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675412416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513197630643845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675427214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11040043085813522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675442111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11609349399805069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675442111, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675442112, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675526952, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7748189568519592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675526953, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675526953, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675541673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454084515571594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675556409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10561888664960861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675570996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10073310881853104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675585777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09248678386211395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675600530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11451594531536102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675615044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10327611118555069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675629720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10239776968955994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675644792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253315210342407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675659753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076105535030365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675674930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10329253226518631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675689929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10923326015472412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675705153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1107889860868454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675720323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723020881414413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675735267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10680096596479416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675735268, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675735269, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675818506, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7750232815742493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675818507, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675818507, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675833313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10964151471853256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675848243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315757244825363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675862719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034443229436874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675877167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09847546368837357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675892016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11618465185165405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675906654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008898168802261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675921194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383674502372742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675936051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10833372920751572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675950684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785295814275742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675965015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10923995077610016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675979438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103135421872139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675994082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09957253187894821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676008422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687325149774551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676022747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08696789294481277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676022747, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676022748, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676106463, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752275466918945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676106464, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676106464, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676120953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0964154377579689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676135623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151071637868881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676150236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703825205564499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676164886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10124871879816055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676179543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10238882154226303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676194227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09081850200891495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676208702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1033264622092247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676223247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971212387084961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676237912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103432297706604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676252621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10629823058843613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676267249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10987204313278198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676281980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10860294103622437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676296636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10702292621135712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676311531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032353937625885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676311532, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676311532, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676393281, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7751433849334717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676393282, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676393283, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676408206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09603924304246902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676423336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554690659046173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676438168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0950503796339035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676453175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10257495939731598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676468126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09822263568639755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676482661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138359665870667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676497229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10947489738464355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676512209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145499557256699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676526689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10900191962718964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676541278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098347082734108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676556234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10674287378787994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676571338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041121631860733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676585908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10958507657051086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676600551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895469039678574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676600552, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676600552, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676682658, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.77522873878479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676682659, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676682659, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676697304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638441145420074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676711999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10438171774148941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676726480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351470112800598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676741079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10006443411111832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676755878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706165432929993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676770724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0960162803530693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676785896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521396994590759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676800482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.102692611515522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676814856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11107123643159866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676829488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09869901835918427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676843657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09840186685323715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676858021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10240103304386139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676872786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09036347270011902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676887402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1070370227098465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676887402, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784676887403, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784676970771, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7753761410713196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784676970772, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784676970772, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784676985457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09923937171697617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677000332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014372780919075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677014820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994548425078392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677029682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954989492893219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677044584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072864592075348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677059339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10227768123149872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677073981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209447890520096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677088366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529769957065582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677103107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10148883610963821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677117415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11180774867534637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677132541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10142150521278381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677147310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1075846329331398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677162184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10560718178749084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677177177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10631829500198364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677177178, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677177178, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677258831, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.775485634803772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677258832, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677258832, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677273853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670337080955505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677288723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09846008569002151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677303479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10681327432394028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677318541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10614781826734543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677333415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10275444388389587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677347953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10759209096431732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677362716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09760276228189468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677377791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09815816581249237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677392740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048969030380249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677407625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042083278298378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677422635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10231301188468933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677437661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021484434604645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677452647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10659989714622498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677467631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10012307018041611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677467632, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677467633, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677548552, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757453918457031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677548553, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677548554, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677563356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294932872056961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677578033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10596641153097153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677592886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09528881311416626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677608194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834437072277069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677623119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194918513298035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677638444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10028335452079773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677653559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765327513217926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677668711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10979016125202179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677683770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10953936725854874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677698853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09941855072975159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677714014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027035340666771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677728731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09865130484104156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677743859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11271131038665771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677758567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11108668148517609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677758568, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784677758568, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784677841955, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7758045196533203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784677841956, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784677841957, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784677856499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058601588010788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677871857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053425595164299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677886424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1064748466014862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677901186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11136309057474136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677916172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678496211767197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677931100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880690813064575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677945666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772278159856796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677960439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09745806455612183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677975114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670184344053268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677989526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10343519598245621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678004030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805102437734604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678018229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1033305749297142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678033024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647996515035629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678047685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09536559879779816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678047731, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678047731, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678130459, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757459282875061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678130460, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678130460, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678144984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995338320732117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678159605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10597242414951324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678174297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10290095955133438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678189266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443823039531708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678204032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840485990047455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678218665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12289216369390488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678233551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788550972938538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678248372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09920508414506912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678263388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11188022792339325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678278210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11139551550149918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678293341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11499494314193726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678308381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09828504174947739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678323487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066369041800499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678338439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413217544555664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678338483, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678338484, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678422183, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.776190459728241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678422184, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678422184, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678437277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09714909642934799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678452293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09811784327030182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678466953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283499002456665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678481798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11811192333698273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678496331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430195719003677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678510773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1113375723361969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678526185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074720099568367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678541296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12032898515462875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678556393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10470280796289444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678571870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824974626302719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678587272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11084116250276566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678602430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11079145222902298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678617680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11292116343975067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678632854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11150255799293518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678632855, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678632856, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678713547, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7763019800186157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678713549, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678713549, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678728757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781121999025345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678743790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042304337024689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678759179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11422759294509888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678774483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10999657213687897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678789773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10796412080526352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678805140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863330215215683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678820391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10180072486400604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678835465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11265945434570312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678850675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12045430392026901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678865946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938068479299545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678881156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10872292518615723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678896619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10476361215114594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678912286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351309180259705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678927636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905911773443222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678927637, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784678927637, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679010367, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7764267921447754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679010367, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679010368, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679025832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11444143950939178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679041382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11914826929569244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679056867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11431998759508133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679072450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11251617223024368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679087995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11082107573747635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679103193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11925379186868668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679118649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154226958751678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679133486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920005291700363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679149130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1107422485947609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679163898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09917393326759338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679178851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099138930439949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679194325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976127535104752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679209506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10373005270957947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679224283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11036645621061325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679224283, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679224284, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679305654, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7766224145889282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679305655, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679305655, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679320583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11327454447746277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679335666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276201754808426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679350629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10846871882677078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679365521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11250832676887512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679380394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11223548650741577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679395466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11158936470746994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679410648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11409647762775421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679425874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11276110261678696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679440789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658910870552063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679455695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10856159776449203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679470900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12966232001781464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679485807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11320150643587112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679501222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281570792198181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679516483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11655424535274506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679516484, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679516484, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679598706, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7766678929328918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679598708, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679598708, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679613736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09538178890943527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679628926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155154556035995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679644165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12193825095891953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679659411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071677878499031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679674726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1097772866487503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679689931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10775579512119293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679705008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211900413036346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679719833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11341337859630585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679735141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313203930854797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679749899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11807423830032349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679764977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810986906290054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679780156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11141656339168549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679795386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09225845336914062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679810191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349839925765991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679810191, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784679810192, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784679892051, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7769864797592163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784679892053, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784679892053, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784679907249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011153906583786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679922235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09686257690191269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679937016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406899988651276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679951971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076369434595108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679966859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10996238887310028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679982078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10357410460710526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679997098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10773316025733948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680012128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11301535367965698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680027192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09965254366397858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680042406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09525133669376373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680057573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09714441001415253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680072669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09674493223428726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680087630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10250845551490784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680102768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121256113052368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680102769, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680102769, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680186446, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7771611213684082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680186447, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680186447, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680201683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10359865427017212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680217129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028703823685646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680232289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039377897977829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680247464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705272853374481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680262732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10230817645788193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680278133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09911313652992249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680293700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085686981678009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680309062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526680946350098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680324289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10691183805465698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680339476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10606282949447632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680354915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440484434366226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680369791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788781940937042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680384489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593172162771225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680399851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1130446195602417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680399890, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680399890, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680483211, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7773980498313904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680483212, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680483212, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680497885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821207612752914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680512865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11190617084503174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680528141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725502669811249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680543694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10695639252662659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680558739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072077810764313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680573953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10204949975013733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680589280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09587429463863373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680604029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778123885393143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680618739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09962281584739685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680633592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10239101946353912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680648792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011098101735115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680663620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10284099727869034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680678509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09926744550466537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680693598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10394667088985443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680693650, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784680693650, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784680776455, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7775459289550781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784680776456, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784680776456, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784680791398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0981733500957489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680806190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.107809878885746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680820763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0996847003698349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680835432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265941172838211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680849971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09381452202796936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680864826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632255673408508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680879739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362081974744797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680894529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383623093366623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680909606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488373041152954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680924290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11131029576063156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680939207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09540805220603943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680954222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148938536643982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680969178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175429821014404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680983736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183583945035934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680983784, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784680983785, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681066979, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7777686715126038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681066979, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681066979, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681081583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09861286729574203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681096570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10763608664274216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681111431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209841281175613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681125818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10555166751146317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681141054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10082439333200455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681156123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10888291150331497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681170966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10069537162780762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681186113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09818210452795029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681201277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10918281972408295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681216288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10931375622749329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681231187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1000932976603508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681246239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09395729750394821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681261028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09448432177305222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681275901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547591000795364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681275902, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681275903, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681359137, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7780077457427979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681359137, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681359138, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681374125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273171961307526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681389158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11394757777452469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681404329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1003136932849884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681419473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538869351148605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681434624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1101079136133194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681449559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10051004588603973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681464555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11016517132520676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681479342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10167046636343002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681494163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777716338634491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681509028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007218062877655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681523997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09705885499715805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681539267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11157678812742233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681554662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11892847716808319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681569909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901457816362381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681569910, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681569910, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681654735, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7782136797904968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681654736, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681654736, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681670115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11538846045732498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681685279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006985604763031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681700933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09990853816270828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681716123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10038463771343231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681731441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503783077001572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681746759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09887580573558807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681761863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09994149208068848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681777337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063770055770874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681792204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10583483427762985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681806917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09355238080024719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681822488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10384513437747955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681837237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151863843202591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681852171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09393402934074402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681867168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10030394792556763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681867169, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784681867170, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784681951850, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.778218686580658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784681951851, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784681951851, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784681966917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11100616306066513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681981892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1137327030301094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681996802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105447471141815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682011849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10675612837076187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682026971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313858836889267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682041925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10222437232732773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682056868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687699913978577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682071816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10826552659273148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682086799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0976090133190155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682101590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09711572527885437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682116608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156520992517471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682131383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09742366522550583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682146493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10180482268333435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682161236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10298536717891693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682161237, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682161237, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682243903, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7784460783004761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682243903, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682243904, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682258993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10212673991918564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682273734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844377428293228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682288554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11172603070735931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682304027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09359940886497498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682319317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293970257043839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682334540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785417258739471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682349918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11584458500146866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682365006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089842975139618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682380382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10579598695039749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682396061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11033281683921814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682411497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09727093577384949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682426738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10735788196325302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682442051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09823369979858398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682456992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10380303859710693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682456993, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682456993, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682541783, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7785574197769165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682541784, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682541784, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682557188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034020036458969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682572150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10412675887346268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682586900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09207472205162048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682602441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072078555822372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682617353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866384953260422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682632494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1109641045331955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682648068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09674691408872604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682663526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10363379865884781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682678663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508956015110016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682693727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940829128026962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682708784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039276272058487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682723948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445026308298111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682738901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106603667140007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682754113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11364229768514633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682754114, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784682754114, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784682839998, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7787365317344666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784682839999, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784682839999, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784682854859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10953126847743988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682870064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049618124961853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682885024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425511002540588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682900158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881608724594116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682915053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1022578775882721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682930226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09722264856100082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682945116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10267947614192963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682959688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11169193685054779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682974456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102775692939758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682989368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09478280693292618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683004261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040741428732872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683019414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211119592189789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683034769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10159993171691895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683049742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758559197187424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683049743, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683049743, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683134792, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7788498401641846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683134792, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683134792, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683149928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1003885343670845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683164807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09708064794540405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683180025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577516257762909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683195660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239761114120483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683211074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11771836131811142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683226344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09625890105962753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683241603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060340479016304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683256731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011858880519867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683272017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10126181691884995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683287025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453146696090698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683301579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647908598184586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683317371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11013389378786087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683332553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0991099625825882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683347877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420777440071106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683347878, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683347878, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683431461, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7791565656661987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683431462, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683431462, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683446884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11200584471225739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683462455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11079196631908417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683477972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10650143772363663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683493375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12041407823562622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683508638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1162724494934082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683524050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085723549127579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683539503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11795628815889359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683554664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11381060630083084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683569836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10569417476654053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683585030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699986666440964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683600387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714977979660034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683615420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610151290893555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683630769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10682041943073273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683645603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11586028337478638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683645604, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683645605, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683729364, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.779501736164093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683729365, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683729365, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683744722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149322986602783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683759848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10399642586708069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683775169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10249096900224686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683790718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11604654043912888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683806269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841739177703857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683821444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538666695356369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683836823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10470211505889893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683852052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11378294974565506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683867687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11808822304010391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683883190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10548596829175949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683898702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11644231528043747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784683914078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214455962181091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784683928807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788727551698685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784683944264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1160818487405777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784683944264, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784683944265, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684027838, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7797027826309204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684027839, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684027839, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684042757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115838050842285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684058249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111550472676754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684073711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11535286158323288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684089184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152465850114822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684104772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993957668542862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684120170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810161381959915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684135484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0985700935125351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684150681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824607312679291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684166092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037233680486679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684181179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052270233631134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684196470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11526396870613098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684211735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11025506258010864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684226886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11784093827009201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684242386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11263345181941986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684242386, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684242387, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684324194, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7799981236457825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684324195, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684324195, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684339639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11193428188562393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684371101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648433119058609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684386456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11120548844337463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684409605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11658936738967896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684424958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11262182891368866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684454239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11686275899410248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684469907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09934070706367493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684486084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10826950520277023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684501824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10807077586650848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684521995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080017164349556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684537779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11824564635753632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684559916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11082987487316132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684575545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10429419577121735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684593974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11158625781536102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684593976, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684593977, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684675680, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7800657749176025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684675681, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684675681, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684692575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547368973493576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684707986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11117233335971832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684723151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11889274418354034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684738666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567892342805862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684753374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526358336210251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684768307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10117437690496445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684783871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615232586860657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684798882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10948555171489716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684813973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300502717494965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684828768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09311604499816895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684843788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11693289130926132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684858710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10071970522403717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684873205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09796854108572006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684887851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10742899775505066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684887852, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784684887852, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784684968671, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7799180150032043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784684968672, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784684968673, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784684983554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10097391158342361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684998548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09184364229440689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685013590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0963878482580185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685028616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924379527568817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685043670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813269764184952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685058629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11205624788999557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685073329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09495174139738083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685088218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063651368021965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685103063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10637501627206802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685117845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11016860604286194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685132621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09832217544317245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685147913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09884101152420044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685162882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11130787432193756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685177615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09853550046682358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685177615, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685177616, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685259564, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7802433371543884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685259565, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685259565, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685274706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060217097401619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685289643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09556010365486145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685304759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10334471613168716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685320040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09597670286893845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685335195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1021464467048645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685350114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148891597986221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685365152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694924741983414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685380017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09534692019224167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685395004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11481105536222458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685410117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10404258221387863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685424787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294898599386215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685440402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10188038647174835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685455326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10309437662363052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685470399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10140959918498993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685470400, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685470401, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685553822, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7802426815032959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685553823, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685553824, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685569225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023621469736099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685584363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09900522232055664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685599615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10133899748325348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685614483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265591740608215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685629876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09884487837553024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685645008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007550060749054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685659889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09689755737781525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685674822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10029678046703339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685689984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035233810544014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685704975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10838811844587326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685719997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043303832411766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685734992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755548626184464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685750119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10206685960292816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685764830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09600643813610077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685764831, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784685764831, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784685849072, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7803417444229126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784685849073, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784685849073, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784685864110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09409871697425842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685878750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994352474808693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685893476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09688679873943329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685908036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10022024810314178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685922836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425805300474167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685938144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09541871398687363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685952993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10254562646150589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685968006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09814518690109253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685982835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09815218299627304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685997746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104596808552742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686012539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09333734959363937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686027591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10676295310258865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686042977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10497158765792847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686058424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976212471723557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686058425, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686058426, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686143501, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7804283499717712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686143502, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686143502, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686158463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562677681446075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686173376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10108567029237747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686188428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541152954101562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686203774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10290229320526123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686218217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0964650809764862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686232943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445129126310349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686248197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09566338360309601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686263195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11410368233919144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686278264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09832635521888733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686293859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09015043824911118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686309048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10200516134500504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686324146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538216680288315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686339110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431114584207535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686354187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895597189664841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686354188, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686354188, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686437895, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7806271910667419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686437896, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686437896, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686452859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1003699079155922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686467594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10487233847379684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686482612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09817977994680405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686497777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09943222999572754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686513067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10040724277496338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686527934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09505974501371384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686542927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10461347550153732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686558225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294365137815475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686573206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100703164935112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686588649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014919728040695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686603517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09751194715499878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686618889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09978830814361572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686633942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09958916902542114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686648947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10534138232469559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686648948, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686648948, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686732065, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7805741429328918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686732066, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686732066, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686747311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1016494557261467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686762607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09549698233604431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686778010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09779186546802521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686793206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794572532176971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686808782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10285071283578873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686824282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08722840249538422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686839882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10583741962909698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686855432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09293760359287262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686870877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048056036233902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686886314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09583890438079834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686901647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09526937454938889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686916552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10244292765855789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686931835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11188504099845886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686947037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0978153645992279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686947037, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784686947038, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784687032225, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7809751033782959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784687032227, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784687032227, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784687046966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09515947848558426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687062436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09551017731428146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687077362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120581835508347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687092394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294757038354874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687107686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335270315408707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221020160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687122985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568339377641678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221184000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687138366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824423283338547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221347840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687153318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589077860116959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221511680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687168288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10887610912322998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221675520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687183366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09861230850219727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221839360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687198419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11096364259719849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222003200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687213575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0962110385298729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222167040, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed4272.log b/recommendation/rcp_logs/gbs_8192/seed4272.log new file mode 100644 index 000000000..2a65f2d41 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed4272.log @@ -0,0 +1,227 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243499787, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243499868, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243518584, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243518593, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243518597, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243518601, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243518605, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243518608, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243518612, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243518615, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4272, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243518619, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243518623, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243518626, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243518630, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243518634, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243518637, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243518641, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243518645, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243518648, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243518652, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243518656, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243518659, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243518663, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243518667, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243518671, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243518675, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244447467, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244447858, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244447959, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255226876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13890621066093445, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255251176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884365558624268, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255274371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13922259211540222, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255297782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13896121084690094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255321356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388961672782898, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255344765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1390017569065094, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255368362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389354169368744, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255391975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387115716934204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255415584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867753744125366, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255439748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13868848979473114, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255463935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13857501745224, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255488300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387065052986145, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255516629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833743333816528, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255540509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13821998238563538, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255564475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762830197811127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255588623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13810938596725464, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255612996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13753078877925873, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255637002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13721054792404175, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255662699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655658066272736, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255687245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771037757396698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255731072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356136053800583, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255755789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359144002199173, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255780206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13607452809810638, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255804377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507702946662903, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255829041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367425173521042, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255853359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785359263420105, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255877762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593506813049316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255901836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774332404136658, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255926078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13632693886756897, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255950247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524790108203888, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255974545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370527446269989, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255998934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184715807437897, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256023070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341601192951202, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256047488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383617997169495, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256071825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297004520893097, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256096247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12816250324249268, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256120487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308735191822052, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256145214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361144065856934, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256170042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13424813747406006, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256195030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338357776403427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256220050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355047971010208, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256245389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540098071098328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256270576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13526460528373718, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256295432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13386783003807068, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256320281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320851594209671, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256345975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13543884456157684, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256371250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13078512251377106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256396726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399441540241241, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256421677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13165292143821716, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256446180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12977932393550873, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256470797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397368311882019, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256495584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13039162755012512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256520275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13014355301856995, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256545000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356128752231598, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256569474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13421499729156494, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256594316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12925101816654205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256618917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12942850589752197, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256643637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946346402168274, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256668170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12862186133861542, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256692706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719305396080017, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256717645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13661113381385803, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256742229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13672468066215515, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256767746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321505606174469, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256792511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13841433823108673, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256817364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300976276397705, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256842475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12730549275875092, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256867128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13439638912677765, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256892343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14240969717502594, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256917651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13563698530197144, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256943699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1260715126991272, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256969292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703933358192444, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256994702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13302256166934967, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257020288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13235259056091309, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257045725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317291259765625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257071384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768693804740906, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257097107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14136964082717896, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257122287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331671059131622, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257147159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13430483639240265, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257172105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178007304668427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257197065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13189883530139923, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257222174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539668917655945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257247246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13985727727413177, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257272497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350344866514206, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257297444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13561753928661346, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257322411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13073551654815674, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257347364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13503320515155792, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257372642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346045434474945, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257397834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13103100657463074, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257423193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361547887325287, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257448120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781523704528809, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257472983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325279176235199, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257497813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319887340068817, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257523071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12914970517158508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257548325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374392688274384, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257573441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12873618304729462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257598610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13477972149848938, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257623947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13646189868450165, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257648902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12591876089572906, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257674233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228218257427216, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257699758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12693943083286285, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257724798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13481897115707397, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257750107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334400624036789, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257775304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13466572761535645, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257800496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346893012523651, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257825801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304062008857727, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257851171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14008569717407227, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257876595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13323695957660675, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257901718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387971043586731, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257927773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1266704946756363, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257953517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13419881463050842, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257979232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343027949333191, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258005170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333421766757965, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258031083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13706664741039276, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258057245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522841036319733, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258083253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645243644714355, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258109147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226164877414703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258135064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128456249833107, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258160875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13133536279201508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258186847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13191835582256317, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258212610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12903043627738953, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258238305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1264389604330063, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258263608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13053163886070251, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258288793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12426488846540451, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258313956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1262267678976059, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258339738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1408580243587494, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258365057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12978912889957428, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258390427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12387802451848984, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258416013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750124394893646, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258441412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512925803661346, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258466550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12801094353199005, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258491665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12375616282224655, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258516826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12097381055355072, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258542333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880298495292664, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258567728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12666749954223633, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258592994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12449603527784348, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258618550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12108510732650757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258643978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12302029877901077, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258669403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12498818337917328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258694593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11856702715158463, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258719979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12418842315673828, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258719988, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258719992, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258944375, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.626117467880249, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258944569, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258944573, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258970107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12211810052394867, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258995572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12444831430912018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259020806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11985603719949722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259046283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11321090161800385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259071757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11068733036518097, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259086925, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259086935, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259187711, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.640937089920044, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259187720, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259187725, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259197867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12025918811559677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259223066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11485562473535538, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259248555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12160442024469376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259274464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12529121339321136, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259300089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11243505775928497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259325523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11723796278238297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259330672, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259330682, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259438671, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6640612483024597, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259438683, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259438687, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259459253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11960965394973755, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259484946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11665259301662445, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259510478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11944466084241867, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259535995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1207929253578186, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259561415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11751919984817505, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259581844, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259581853, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259677932, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6928748488426208, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259677947, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259677951, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259683081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11362233757972717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259708789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1166505441069603, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259734481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913915932178497, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259759964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085820123553276, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259786256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1251310259103775, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259812462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275186389684677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259822924, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259822932, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259917911, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7392420768737793, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259918262, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259918266, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259933931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12126671522855759, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259959971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11323460936546326, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259986055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11605353653430939, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260012392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148875504732132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260038696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12011464685201645, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260064954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11530952900648117, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260064963, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260064968, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260169284, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7529065012931824, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260169494, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260169499, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 68812800, "epoch_num": 0.030038299263717993}} diff --git a/recommendation/rcp_logs/gbs_8192/seed445449777.log b/recommendation/rcp_logs/gbs_8192/seed445449777.log deleted file mode 100644 index 477d68d9d..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed445449777.log +++ /dev/null @@ -1,1830 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784658272109, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784658272109, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784658293692, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "seed", "value": 445449777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784658293694, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784658293695, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784658293695, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784659177290, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784659177290, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784659177644, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784659294532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385040134191513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784659306651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391722410917282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659319030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860109448432922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659331918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13903427124023438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659344634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13902097940444946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659357454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387871503829956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659370334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13904257118701935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659383353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13868319988250732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659396287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13895158469676971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659409134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388815939426422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659422473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385752409696579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659435659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860474526882172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659448790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13898178935050964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659461871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872160017490387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659461872, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659461872, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659546525, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5003085136413574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659546525, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659546526, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659559475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879281282424927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659572738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875100016593933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659586422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860586285591125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659599425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388510912656784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659612763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879604637622833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659626666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138803631067276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659639849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870464265346527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659653252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386973261833191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659666949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13849572837352753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659680224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871446251869202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659694102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865667581558228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659707900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13858886063098907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659721511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855072855949402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659735542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13854500651359558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659735543, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659735543, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659818968, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.500533938407898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659818969, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659818970, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659832266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383405327796936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659845711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13843666017055511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659859139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789646327495575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659873054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788044452667236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659886640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13816708326339722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659900326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383134126663208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659914015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788366317749023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659928054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13761326670646667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659941614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13736452162265778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659954971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13786755502223969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659968529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13747118413448334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659981836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13795284926891327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659996068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13806922733783722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660009881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790225982666016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660009882, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660009882, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660092682, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5008573532104492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660092683, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660092683, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660106127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13716761767864227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660119927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769954442977905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660133599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13731221854686737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660148014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137658953666687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660161721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376846581697464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660175598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376277506351471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660189355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13694307208061218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660203024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775019347667694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660217084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13709893822669983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660230935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385861486196518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660244765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13653744757175446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660258493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13805636763572693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660272311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13581249117851257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660286500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13685853779315948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660286500, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660286501, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660371704, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5013286471366882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660371705, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660371705, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660385257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366022229194641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660398924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13577473163604736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660412331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375255584716797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660426000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349341720342636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660439895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13689658045768738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660453532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338019222021103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660467688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13563168048858643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660481425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13558539748191833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660495050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377965211868286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660508494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531076908111572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660522013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14599379897117615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660535918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13563737273216248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660549517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13421490788459778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660563337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789433240890503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660563338, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660563338, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660648086, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5019841194152832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660648087, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660648087, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660661727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355731338262558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660675423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13943177461624146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660689055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13597846031188965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660702764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332540512084961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660716646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135092094540596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660730731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13907773792743683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660744531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362634181976318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660758413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312415778636932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660772171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13330930471420288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660785797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175931572914124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660799667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13118524849414825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660813266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521181046962738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660827047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321125030517578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660841154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13896715641021729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660841154, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660841155, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660926618, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.502794086933136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660926619, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660926619, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660940549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13382405042648315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660954419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333058625459671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660968361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596372306346893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660982063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134818434715271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660995760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783268630504608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661009534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278054565191269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661023005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542217016220093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661036647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12920928001403809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661050504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354243338108063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661064673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13262854516506195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661078496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366079330444336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661092700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345110982656479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661107373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13554905354976654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661121465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356848061084747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661121465, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661121466, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661205393, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.503851592540741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661205394, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661205394, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661219570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13256527483463287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661233594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361167907714844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661247693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356119066476822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661262094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13538873195648193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661276292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1396019607782364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661290273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13324999809265137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661305216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533097505569458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661319563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347502052783966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661333747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13277536630630493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661348036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13199873268604279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661362008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13566499948501587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661376420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374212384223938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661390415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331852853298187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661404289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060279190540314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661404290, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661404291, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661490405, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5050032734870911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661490406, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661490406, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661505321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791999220848083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661519844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350167691707611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661534341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540539145469666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661548857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13124504685401917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661563164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13375398516654968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661577556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399969041347504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661592070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13705812394618988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661606577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13387799263000488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661620965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13301748037338257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661635043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12965385615825653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661648876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12771254777908325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661662928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13298986852169037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661677130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297127902507782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661690926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12475553900003433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661690926, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661690927, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661776481, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5062720775604248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661776482, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661776482, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661790587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114920258522034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661804591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13605161011219025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661819026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347499072551727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661833415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13031218945980072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661847419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1283774971961975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661861765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12669014930725098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661876196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289454698562622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661890195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13236573338508606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661904257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562940061092377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661918430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12484090030193329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661932370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1287190467119217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661946391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13419446349143982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661960578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13107553124427795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661975040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926720082759857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661975041, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784661975041, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662059671, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5078045725822449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662059672, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662059672, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662073933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304478943347931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662087972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12899984419345856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662101633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331644505262375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662116176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12384305894374847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662130476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12952300906181335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662144262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259061098098755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662158101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13010390102863312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662172063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1218615472316742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662185627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13611231744289398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662199673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703440129756927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662213488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12356889992952347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662227939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12334201484918594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662242152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12568338215351105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662256251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12908585369586945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662256252, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662256252, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662341223, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5095950365066528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662341224, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662341224, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662355012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13637247681617737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662369253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665024936199188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662382966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567212224006653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662396600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399870067834854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662410366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675029575824738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662424249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833028078079224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662438048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12740832567214966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662451826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12614795565605164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662465557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14223341643810272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662479709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14121288061141968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662493932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12714490294456482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662508062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12856099009513855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662522184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13304686546325684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662535747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13139653205871582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662535747, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662535748, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662621101, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5114534497261047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662621102, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662621102, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662635862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14146853983402252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662650277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14241482317447662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662664342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555076718330383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662678570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13955754041671753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662693003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14497242867946625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662706992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14090517163276672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662721333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258312612771988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662735723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13756626844406128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662750185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13183952867984772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662764702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13614732027053833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662779158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774849474430084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662793382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330164521932602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662808188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433340191841125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662822810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363224983215332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662822811, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662822811, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662906114, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5131489038467407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662906116, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662906116, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662920218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867628574371338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662934698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13806012272834778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662949322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13170631229877472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662963799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13282501697540283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662978203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340297907590866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662992887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13993069529533386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663007424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328442394733429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663022105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1410883218050003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663036165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14092837274074554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663050826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13517029583454132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663065062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278383731842041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663079276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13003265857696533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663093431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340280920267105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663107753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12783387303352356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663107754, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663107754, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663190436, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5153077840805054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663190437, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663190437, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663204637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13201507925987244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663218802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13681241869926453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663233063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363030552864075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663247340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318785548210144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663261630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13406118750572205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663275737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353371620178223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663290321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370196521282196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663304769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13253095746040344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663319027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13996823132038116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663333940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13196982443332672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663348143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289006769657135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663362115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311865597963333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663376232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325758993625641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663390437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13598774373531342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663390437, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663390438, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663473385, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5182751417160034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663473386, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663473386, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663487579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336842179298401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663501681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12280520796775818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663515856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13049151003360748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663530083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303102970123291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663544243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534431159496307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663558886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351184844970703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663573090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13553860783576965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663587733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12404460459947586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663602032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13110758364200592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663615993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311349719762802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663630776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13012734055519104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663645055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13330265879631042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663659617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308409422636032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663673807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301446557044983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663673808, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663673808, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663756762, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5219566226005554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663756763, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663756764, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663771178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378519982099533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663785619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13239964842796326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663799754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370469212532043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663813933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044136762619019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663828063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12718911468982697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663842109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13188238441944122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663856727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355810910463333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663871329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295339047908783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663885734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13145066797733307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663900357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13916756212711334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663914821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13393810391426086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663928662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771072030067444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663943313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13223223388195038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663957560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353055715560913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663957560, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784663957561, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664040919, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5269417762756348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664040919, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664040920, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664055124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13109833002090454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664069356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501331210136414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664083444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783860206604004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664097703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325060904026031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664111801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12740154564380646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664125848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12934662401676178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664139886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259523332118988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664153873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12417270243167877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664168137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13624532520771027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664182542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373194456100464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664196935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13469500839710236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664211858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271541714668274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664226217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13090214133262634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664240110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12371795624494553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664240111, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664240111, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664324554, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5336902141571045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664324555, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664324556, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664339048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13250072300434113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664353556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13261140882968903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664368045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338394433259964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664382527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380421370267868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664396823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13632096350193024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664411310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131511390209198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664425553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12731605768203735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664439881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497331738471985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664454025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12488988786935806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664468408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307215690612793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664482774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325303465127945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664497235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13447019457817078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664511739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14028140902519226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664525956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363411396741867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664525957, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664525957, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664611431, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5437871813774109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664611432, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664611432, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664626159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13679808378219604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664640468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159193098545074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664654507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13270489871501923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664668787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391608864068985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664683610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300201117992401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664698529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13856743276119232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664712862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13516876101493835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664727449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13743507862091064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664741792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522303104400635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664756426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13061872124671936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664770966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14082814753055573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664785512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13488323986530304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664800068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12922334671020508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664814734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133436381816864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664814735, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664814736, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664899963, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5562683939933777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664899964, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664899965, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664914891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14219091832637787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664929366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13293559849262238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664944462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366325199604034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664959108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13086801767349243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664974185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540861010551453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664989066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373404741287231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665003718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13432857394218445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665018391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13577519357204437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665032936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131750226020813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665047865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297758996486664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665062599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289733231067657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665077620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719181716442108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665092220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13620123267173767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665106963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13765430450439453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665106964, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665106964, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665190783, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5718265175819397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665190784, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665190784, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665205417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13194261491298676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665220334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541091978549957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665234977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346476525068283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665250205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216978311538696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665264766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374480426311493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665279358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13002115488052368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665294189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13387461006641388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665308423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12462623417377472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665322894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315898597240448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665337157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13197967410087585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665351506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142399489879608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665365639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13209949433803558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665379787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12913814187049866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665394121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13135449588298798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665394121, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665394122, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665475606, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5872239470481873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665475607, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665475607, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665489710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1231083795428276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665504179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12747760117053986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665518508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13000479340553284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665532928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341046541929245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665547704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237379491329193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665562114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12269998341798782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665576848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13128764927387238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665591462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13255879282951355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665606092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778647780418396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665620246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12908224761486053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665635159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13419172167778015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665649549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.118312306702137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665663800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12278629094362259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665678238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12610751390457153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665678238, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665678239, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665759727, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6029505133628845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665759728, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665759728, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665773991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1222175881266594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665788046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12834540009498596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665802254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12943239510059357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665816332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13285161554813385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665830409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1226353645324707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665844776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356327086687088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665858853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023331761360168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665872927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12240096926689148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665887290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12800364196300507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665902002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12878865003585815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665916368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11954698711633682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665931324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13233055174350739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665946107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12799927592277527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665960750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12910166382789612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665960751, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784665960751, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666043845, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6165855526924133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666043846, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666043846, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666057999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12899810075759888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666073048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11958838999271393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666087610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12287405133247375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666102371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12231510877609253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666117051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1242271214723587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666131551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1267382651567459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666146181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11767017096281052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666160943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12362334132194519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666175827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126207172870636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666190506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12434735149145126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666204990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11645860970020294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666219581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12434536218643188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666233920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1109306663274765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666248572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12544524669647217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666248573, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666248573, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666331132, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6281856894493103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666331133, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666331133, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666345942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1175813302397728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666360790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11597001552581787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666375471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13036756217479706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666390467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12248865514993668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666405159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1241280660033226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666419750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11752587556838989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666433927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12046768516302109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666449048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12169107794761658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666463695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12163486331701279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666478546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11401055008172989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666493651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12078645080327988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666508393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12187737226486206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666523209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1241844892501831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666538291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11763212829828262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666538291, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666538292, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666621592, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6436138153076172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666621593, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666621594, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666636479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11968015879392624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666651263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11195351928472519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666665923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11045076698064804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666680592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11325675249099731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666695117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10887802392244339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666709828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12303686887025833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666724644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11633007973432541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666739817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12056350708007812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666754714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10309607535600662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666770117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11949978768825531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666785310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1125161349773407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666800433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11341500282287598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666815177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10968302190303802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666830004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11636824160814285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666830005, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666830005, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666912291, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6684707999229431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666912292, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666912292, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666926651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11990544945001602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666941268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12004435807466507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666956033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1236724704504013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666970686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591008514165878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666985290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11441670358181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666999766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11722967773675919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667014552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1193791851401329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667029276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11855858564376831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667043841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10891126096248627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667058401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11707554012537003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667072946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11651825904846191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667087064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11674211174249649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667101401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279110610485077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667115980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12598268687725067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667115980, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667115981, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667197336, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6964637041091919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667197337, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667197337, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667212066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12429320812225342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667226709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657688766717911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667241255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682773381471634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667256232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1227530911564827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667271005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1097065880894661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667285798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11137907952070236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667299937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11310146003961563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667314821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829786211252213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667329864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126122623682022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667345342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11614967882633209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667360696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12282561510801315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667375718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11565254628658295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667391044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12656131386756897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667406051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175753176212311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667406052, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667406052, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667488906, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7423039078712463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667488907, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667488907, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667504084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12671229243278503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667518845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11370538175106049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667533487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11704907566308975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667548488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11263636499643326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667563259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11872576922178268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667578281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1188865453004837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667593440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1214253306388855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667608570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12022525817155838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667623386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11640334874391556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667638961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11370821297168732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667653927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11649208515882492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667668699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11602320522069931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667683403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12517361342906952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667698478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11489777266979218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667698479, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667698479, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667783587, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7547053694725037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667783588, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667783588, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667798334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12158678472042084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667813266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12049844115972519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667828159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11373749375343323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667843220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11460613459348679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667857997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830501466989517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667872943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11510661244392395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667887863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11830668896436691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667902444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11134132742881775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667917313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956967622041702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667932136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803871601819992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667947321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12329375743865967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667962483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657834261655807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667977370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1210867315530777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667992619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12068542838096619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667992621, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784667992621, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668076814, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7593855857849121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668076815, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668076815, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668091805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11957179754972458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668106505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11944931000471115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668121342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537792533636093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668136619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11585044860839844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668151496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10338321328163147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668166313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1036469042301178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668181105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11889645457267761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668195845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11512161791324615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668210493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037197932600975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668225119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322792828083038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668239464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662948340177536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668254137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211103945970535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668268838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151934415102005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668283447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11480628699064255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668283487, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668283487, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668366774, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7612780332565308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668366775, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668366775, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668381249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042030081152916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668396116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10709629207849503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668411105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11499354988336563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668425854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11082373559474945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668440644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753297060728073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668455860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11463724821805954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668470590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11304540187120438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668485193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11314819008111954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668499907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11601400375366211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668514463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11061184853315353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668528854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10223202407360077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668543432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11329970508813858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668557855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728388279676437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668572216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652810335159302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668572217, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668572217, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668654027, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7634466290473938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668654028, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668654028, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668668496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063060387969017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668683156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11356443166732788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668697742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0959916040301323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668712336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10372047126293182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668726857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300912499427795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668741189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489965230226517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668755683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08879072964191437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668770121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10907050967216492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668784659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10166241228580475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668799384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11808981746435165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668814200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10752058029174805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668828574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072484612464905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668843527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10056548565626144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668858362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740729421377182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668858362, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668858363, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668940878, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7640739679336548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668940878, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668940879, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668955452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11603651195764542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668970199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11248176544904709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668984423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324057936668396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668999792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10543646663427353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669014350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09887168556451797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669029188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208022594451904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669043979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591927170753479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669058753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10864003002643585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669073554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09735401719808578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669088548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10939139127731323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669103096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10501661151647568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669117778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10715468972921371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669132477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835100710391998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669147308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11274756491184235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669147309, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669147309, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669230655, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7652957439422607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669230656, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669230656, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669245250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11158257722854614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669259483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993644967675209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669274174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10296499729156494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669288995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10595682263374329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669303970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075560003519058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669319081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11388204991817474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669333914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005367636680603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669348859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10605353862047195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669363786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10718484222888947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669378511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642769932746887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669393435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253490298986435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669407630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09423387795686722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669422749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09836533665657043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669437514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072072833776474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669437515, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669437515, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669520563, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7670378088951111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669520564, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669520564, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669534845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09248369932174683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669549464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529439896345139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669563890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11054576188325882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669578534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09811338037252426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669592982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11023346334695816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669607605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097199469804764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669622189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09711474925279617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669636688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11115062236785889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669651253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10540974140167236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669665678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10368084907531738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669680349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10809589177370071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669694623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546012222766876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669709032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09706605225801468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669723729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598652809858322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669723729, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669723730, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669806308, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7678406238555908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669806309, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669806309, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669821192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10421591252088547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669836216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10477129369974136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669850957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556849092245102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669865944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440590232610703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669880877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09829280525445938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669895768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10007564723491669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669911015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645541548728943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669925471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09659729897975922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669940402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10811535269021988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669955141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868263989686966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669969787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11699599027633667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669984667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11491916328668594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669999348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11626185476779938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670013932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11506538093090057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670013933, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670013933, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670095528, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7688217759132385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670095529, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670095529, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670109889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10056958347558975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670124690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11556973308324814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670139080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1073557510972023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670153801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152551531791687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670168409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09061499685049057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670183136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09802178293466568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670197571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440539568662643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670212310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10742942243814468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670226653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768548399209976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670241205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115746408700943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670256309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328820139169693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670271355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057849436998367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670286293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962004959583282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670300860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11145118623971939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670300861, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670300861, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670385081, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7691139578819275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670385082, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670385083, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670399772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810726881027222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670414575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10179270058870316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670429132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044004559516907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670444004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09199096262454987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670458338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11475147306919098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670472665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10637982189655304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670488029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11076415330171585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670502961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11153299361467361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670518077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12168435752391815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670533055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10472878813743591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670547942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11139868199825287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670563128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12310938537120819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670578073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09968694299459457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670592960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11144192516803741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670592961, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670592961, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670674026, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7694743871688843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670674027, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670674027, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670688919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10461154580116272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670703883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11844455450773239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670718687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921897739171982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670733791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620278865098953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670748702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09662234038114548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670763604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131836548447609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670778942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10618959367275238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670794082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602917522192001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670809360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11693654209375381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670824221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949507564306259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670839443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12520316243171692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670854614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756687819957733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670869639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167549416422844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670884599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10780352354049683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670884599, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670884600, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670967915, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7695014476776123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670967916, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670967916, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670983065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11440563946962357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670998165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11496679484844208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671013271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11147721856832504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671028603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11776152998209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671043864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142815351486206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671059079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11852502077817917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671074233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12731370329856873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671089120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12109313160181046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671104207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163223385810852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671119708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11060924828052521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671134787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829655081033707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671150083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794391483068466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671165229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11530078947544098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671180608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1146334633231163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671180609, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671180609, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671263253, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7705512046813965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671263254, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671263254, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671278647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11870265752077103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671293997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753200203180313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671308978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088855043053627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671324603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817350447177887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671340010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1105554923415184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671355334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10940834879875183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671370580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1137402206659317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671385783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081015020608902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671400535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10614008456468582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671415134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10015848278999329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671430157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425149649381638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671444929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09686174243688583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671459690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431080311536789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671474297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10053648054599762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671474298, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671474299, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671555517, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7714986801147461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671555518, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671555518, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671570019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10965543240308762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671584690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10135402530431747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671599427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09624281525611877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671614149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108899787068367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671628952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1154002919793129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671643671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10438907146453857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671658434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042509377002716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671673232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457712411880493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671687917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1020629033446312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671702874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.120290108025074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671717803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682896316051483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671732647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10139837861061096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671747836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023221373558044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671762598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12038003653287888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671762599, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671762600, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671843581, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7718601822853088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671843582, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671843582, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671858852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046811938285828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671873715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09648442268371582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671888378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467661172151566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671903082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10286858677864075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671917587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853414237499237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671932348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10454616695642471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671947235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10606733709573746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671962030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239464581012726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671977121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467716306447983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671992075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10801473259925842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672006905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542131215333939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672021615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11506766080856323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672036121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694839060306549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672050893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10216545313596725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672050893, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672050893, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672132830, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7722415328025818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672132832, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672132832, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672147713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09983208775520325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672162774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0942969098687172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672177423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0959373489022255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672192405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09634906053543091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672207114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09659279882907867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672222093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0943305641412735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672236847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10039058327674866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672251672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09708424657583237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672266960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10355392098426819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672282136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830309987068176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672297668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488438606262207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672312921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255158692598343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672328122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11410194635391235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672343679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099975556135178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672343680, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672343680, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672425169, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7725469470024109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672425170, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672425170, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672440323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09853262454271317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672455337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723048448562622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672470590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1093062162399292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672485236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144847631454468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672499948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10011178255081177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672514877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077674925327301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672529709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075367778539658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672544571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1064181923866272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672559752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243790596723557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672574544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10129999369382858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672589423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10001054406166077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672604093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10247248411178589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672619037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10931456089019775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672633745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11418963223695755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672633747, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672633747, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672715442, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726956605911255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672715444, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672715444, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672730247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019807308912277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672745051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10644898563623428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672759820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09108684957027435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672774388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10261962562799454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672789322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10661717504262924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672803917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802407562732697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672818642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11020546406507492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672833598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1029590368270874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672848645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09975637495517731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672863722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041017696261406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672878865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294979810714722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672893691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10811974108219147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672908978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513974726200104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672924126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905253142118454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672924127, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784672924127, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673006418, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7729923725128174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673006419, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673006419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673021419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360193252563477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673036278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027137041091919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673051012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10422030091285706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673065387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288931429386139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673080530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720425099134445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673095089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10065748542547226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673109906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09831822663545609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673125009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10228090733289719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673139955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11204880475997925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673154706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503429919481277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673169294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10368529707193375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673184062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243048518896103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673199135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10407949239015579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673214065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649300366640091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673214066, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673214066, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673296957, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7732399106025696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673296959, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673296959, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673311964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10851900279521942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673327111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10147605091333389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673342128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10409355908632278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673357192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10110916197299957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673372308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10461244732141495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673387039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11255928874015808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673401648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104639828205109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673416119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11001124233007431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673430986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11312329769134521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673446432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655687004327774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673461459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032642051577568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673476665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473445057868958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673492116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051735207438469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673507390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09851009398698807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673507390, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673507391, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673590461, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773639976978302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673590462, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673590462, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673605676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224621742963791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673620628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09954150766134262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673635475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643717646598816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673649877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10064958781003952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673665034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10787218809127808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673679685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937006771564484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673694496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717037320137024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673709432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546512693166733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673724276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11394838243722916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673739011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10022850334644318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673753748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10410064458847046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673768517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10271741449832916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673783202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050671711564064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673797824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10719837248325348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673797824, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673797825, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673881151, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7735855579376221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673881152, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673881152, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673895802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202959179878235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673910490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10041125863790512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673925526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857228189706802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673940283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050824448466301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673955003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09375472366809845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673970187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11273176968097687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673984945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10117126256227493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673999786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10779134184122086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674014761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1033160388469696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674029987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398197174072266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674044917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901445895433426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674060014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414525657892227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674075200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616274178028107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674090479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294228047132492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674090480, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674090481, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674172362, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773617684841156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674172363, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674172363, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674187717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11273746192455292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674202814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085951030254364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674217795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924539715051651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674232805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10682352632284164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674247507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121100395917892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674262128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10721360146999359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674277571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11847499758005142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674292638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10908778756856918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674307857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11632179468870163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674323250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12299729138612747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674338450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734564810991287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674353579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058859527111053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674368778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11474892497062683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674383752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11010472476482391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674383754, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674383754, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674465512, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7732471823692322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674465513, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674465513, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674480709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11348290741443634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674496010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937212407588959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674511055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11017338186502457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674526210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10686174035072327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674541238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041201576590538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674556438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361793428659439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674571514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733374953269958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674586747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11473297327756882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674602139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260194331407547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674617576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12019200623035431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674633077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057654544711113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674648433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758798360824585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674663589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736441612243652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674679079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11927633732557297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674679079, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674679080, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674762041, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7736504077911377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674762042, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674762042, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674777272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1192304790019989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674792600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792165249586105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674807701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1194903627038002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674822433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136130839586258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674837348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736623406410217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674852887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11526527255773544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674867866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154192686080933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674883293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11698611825704575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674898697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11277275532484055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674913997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10606300830841064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674929201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11257407814264297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674944573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10583767294883728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674959914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11678359657526016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674975581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515813529491425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674975581, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784674975582, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675059730, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7740634083747864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675059731, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675059731, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675074961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1097182035446167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675090512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1204419806599617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675105958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10975834727287292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675121768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11349661648273468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675137189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11624829471111298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675152458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10927244275808334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675167785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818178951740265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675183228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977223515510559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675198899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11297088116407394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675214219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11182568967342377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675229586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103486642241478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675245021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090102791786194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675260491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11104629188776016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675275923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883808881044388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675275924, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675275924, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675361262, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7744095325469971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675361263, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675361263, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675376373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11791641265153885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675391683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11013548076152802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675406691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11073222756385803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675421434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10278283804655075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675436241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585616528987885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675451465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151833087205887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675466065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10789678245782852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675480710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725130885839462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675495287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09857775270938873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675509898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10173670947551727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675524433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521489381790161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675538863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048695519566536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675553597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977935045957565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675568508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537409573793411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675568509, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675568510, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675652270, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746921181678772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675652270, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675652271, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675666904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11451999843120575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675681607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513345152139664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675696508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005859375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675711456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09214384108781815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675726230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11428915709257126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675741093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10381657630205154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675755935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10235056281089783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675770976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278576403856277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675785802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10673633217811584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675800847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10341820120811462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675815753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935336351394653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675830769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11064570397138596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675845894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074945405125618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675860845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069459468126297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675860846, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675860846, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675943955, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746965289115906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675943956, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675943956, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675958786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10978227853775024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675973692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315960645675659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675988300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056045442819595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676002993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09896985441446304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676018441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589457839727402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676033640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002589017152786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676048653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10343604534864426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676064018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10795431584119797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676079375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853412747383118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676094260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830919444561005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676109422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11023123562335968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676124568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994846373796463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676139460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10669802129268646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676154333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08741606026887894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676154334, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676154335, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676238227, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749086022377014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676238228, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676238229, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676253300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0953153744339943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676268128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1109287366271019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676283098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712539404630661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676297925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10112056136131287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676312959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10215352475643158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676327923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09023141860961914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676342821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10361332446336746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676357603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09746335446834564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676372507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10415627062320709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676387796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638593137264252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676403085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11023956537246704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676418343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10811512917280197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676433259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638315975666046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676448516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349105298519135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676448517, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676448518, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676530496, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749032378196716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676530496, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676530497, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676545543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0962458997964859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676560754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515347123146057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676575758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09469259530305862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676590816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10254253447055817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676605920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09776675701141357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676620504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037637501955032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676635061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10971267521381378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676650598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162622481584549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676665748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901549458503723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676681028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980881005525589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676696711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647410899400711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676712426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10422652214765549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676727827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10919458419084549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676743313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10877827554941177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676743314, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676743314, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676825376, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.775143563747406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676825377, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676825378, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676840612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10621056705713272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676856064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10444435477256775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676871426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10352024435997009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676886802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10025523602962494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676902090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717789083719254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676917595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09599078446626663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676933624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522492974996567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676948942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10301094502210617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676964153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11040294915437698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676979571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09890804439783096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676994685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09766446799039841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677009725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10201621800661087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677024972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09080013632774353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677040298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10708419233560562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677040298, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677040299, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677124150, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.775304913520813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677124151, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677124152, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677139376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09954556077718735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677154833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10124719887971878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677170194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09938570857048035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677185881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976489633321762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677201652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10039476305246353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677217564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10231221467256546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677233156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10276664793491364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677248755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052609235048294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677264480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10147903114557266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677279655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11177193373441696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677295095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104475915431976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677310054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817451030015945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677325038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10559087246656418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677340346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10621187835931778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677340347, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677340347, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677423718, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7753314971923828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677423719, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677423719, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677438916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065097525715828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677454009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09819330275058746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677468940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10680083930492401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677484149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10659655928611755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677499314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.102410688996315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677514100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10710478574037552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677529049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09765323996543884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677544242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09798505902290344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677559272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557659715414047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677574325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10427972674369812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677589511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10264332592487335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677604792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991820693016052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677620044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672436654567719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677635343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09976138919591904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677635344, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677635344, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677716917, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7755942940711975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677716918, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677716918, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677731948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10307260602712631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677747104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531698167324066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677762319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09444250911474228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677777822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09853300452232361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677792774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10186491161584854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677808427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10024400800466537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677823742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723703354597092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677839214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10975366085767746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677854648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10889792442321777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677870222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09912896156311035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677885642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10250487923622131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677900605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09898407012224197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677916206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199508607387543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677931319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11050741374492645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677931319, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784677931320, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678015042, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757527232170105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678015043, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678015043, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678029884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10561197996139526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678045459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10495955497026443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678060483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10634572058916092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678075538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11103934049606323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678091066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648325085639954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678106653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857702046632767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678121943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10758531838655472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678137242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09703832119703293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678152560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10684499889612198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678167714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10363306850194931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678182941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847792774438858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678197815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364038497209549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678213254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667382925748825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678228402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09583313763141632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678228449, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678228450, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678310928, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757769227027893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678310929, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678310929, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678326055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09963405877351761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678341153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568317025899887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678356309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026768758893013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678371438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10423463582992554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678386366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10845762491226196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678401120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12268467992544174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678415975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805606096982956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678431006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09912183880805969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678446406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126422882080078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678461562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11117323487997055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678476976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148165613412857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678492337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09866204112768173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678507876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655929148197174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678523352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10412930697202682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678523397, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678523397, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678605595, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7761412262916565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678605597, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678605597, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678620996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09763433039188385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678636426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09793169796466827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678651745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1125013455748558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678667141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11754307895898819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678682300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11391586065292358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678697211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075018346309662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678712858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072455644607544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678728169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12043075263500214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678743411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489626973867416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678759042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830383002758026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678774522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11078112572431564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678789813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11024985462427139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678805282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11307384073734283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678820859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11103109270334244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678820859, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678820860, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678905278, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7762284278869629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678905279, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678905279, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678920850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720402747392654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678936345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021386831998825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678951959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427932977676392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678967300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11022694408893585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678982627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821555554866791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678997950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788659751415253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679013131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014896109700203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679028088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270152032375336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679043342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12082923948764801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679058595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092170849442482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679073659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843342542648315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679089150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411018133163452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679104512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10388119518756866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679119808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880380868911743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679119809, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679119809, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679203215, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7763116359710693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679203216, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679203216, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679218682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11401378363370895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679234254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11880327016115189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679249610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11382234841585159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679265151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11236588656902313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679280664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11115028709173203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679295913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11911268532276154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679311354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11187660694122314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679326309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883311182260513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679342030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11048910766839981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679357589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0989348292350769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679373081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035005003213882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679388979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10917095839977264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679404640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041174903512001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679419824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034511774778366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679419824, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679419824, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679503458, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7765874862670898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679503458, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679503458, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679518845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279422789812088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679534523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12851126492023468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679550111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785603523254395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679565464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212355643510818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679580776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270568519830704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679596356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163929849863052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679611910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11419732123613358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679627411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242497712373734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679642773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10601702332496643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679658215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812132060527802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679673930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12960118055343628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679689429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11293582618236542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679705323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11252341419458389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679721087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11593203246593475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679721088, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679721088, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679805805, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768086791038513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679805806, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679805806, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679821109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09503095597028732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679836716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11143868416547775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679852493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1220734715461731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679868349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10689578205347061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679884212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924811661243439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679899976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10748913884162903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679915602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11170747876167297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679930850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11309115588665009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679946180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10334143787622452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679961221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11789017915725708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679976465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071835458278656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679991924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154791712760925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680007453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09195210039615631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680022579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10329702496528625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680022580, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680022580, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680106513, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7772626876831055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680106514, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680106514, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680121847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152880102396011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680137108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09651099145412445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680152184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447761952877045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680167279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10771961510181427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680182341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10951607674360275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680197745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393239557743073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680213117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10801416635513306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680228647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11332305520772934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680243975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09924273192882538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680259478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09526634216308594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680274839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09677182883024216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680290186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09682827442884445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680305331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10239659249782562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680320699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10042516142129898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680320699, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680320700, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680405288, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7774080038070679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680405288, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680405288, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680420840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10343273729085922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680436464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255222022533417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680451903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411445796489716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680467434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670411586761475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680482917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10204163938760757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680498498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0992836132645607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680514084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10929471254348755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680529274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531695932149887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680544573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10690239071846008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680559884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10564370453357697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680575341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10427649319171906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680590251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790415853261948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680605033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589414089918137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680620394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1129705086350441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680620433, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680620433, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680704708, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7776393890380859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680704709, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680704709, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680719690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803785175085068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680734819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11147508770227432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680750257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699281841516495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680765755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739461332559586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680780824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1000911146402359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680796119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1021203100681305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680811622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09574586153030396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680826905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733816027641296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680842068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09935653209686279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680857483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024320125579834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680872991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10142025351524353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680887995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294774174690247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680902881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09936762601137161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680918128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037883311510086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680918172, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784680918173, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681002042, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7779293060302734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681002043, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681002043, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681017169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09783514589071274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681032193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10709939152002335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681047131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09923037141561508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681062108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10263077914714813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681076903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09431903064250946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681091909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648668557405472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681107052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10346520692110062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681122001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339540243148804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681137283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10496792942285538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681152347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11204688251018524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681167774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09604917466640472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681182971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111388199031353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681198156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11220068484544754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681213070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10160427540540695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681213118, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681213118, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681296458, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7782747745513916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681296459, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681296459, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681311437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09766505658626556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681326652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694130510091782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681341918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10076536983251572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681356530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10592563450336456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681371759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037766396999359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681386841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10890448093414307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681401825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10011798143386841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681417091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09886784851551056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681432231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863588750362396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681447324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10879096388816833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681462184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09990335255861282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681477283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09396615624427795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681492135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.094964899122715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681506986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10560403019189835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681506987, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681506987, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681591095, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7788073420524597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681591096, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681591097, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681606126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10316324979066849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681621074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11352656781673431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681636219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10107781738042831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681651264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051739752292633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681666145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057046800851822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681680929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10067886114120483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681695650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10916092246770859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681710359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080328583717346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681725228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10689371079206467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681739960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121692717075348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681754774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09728371351957321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681769902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156788468360901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681785128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11934922635555267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681800174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10894174128770828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681800175, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681800175, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681884044, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7792158722877502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681884045, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681884045, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681899190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11561653017997742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681914173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10069450736045837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681929498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09992402046918869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681944701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10044783353805542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681959877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488776117563248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681974926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0989568904042244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681989842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002737358212471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682005014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610240697860718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682019660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545233637094498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682034181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09394663572311401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682049703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10442201048135757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682064352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183911770582199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682079207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09321044385433197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682094201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1003878191113472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682094202, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682094202, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682178396, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7795929908752441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682178397, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682178397, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682193421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11068933457136154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682208375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1133204847574234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682223027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10060106962919235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682237926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647847503423691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682252812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315808653831482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682267478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255585610866547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682282167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667102783918381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682296871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837776958942413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682311604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09762067347764969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682326255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09731391072273254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682341108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11086210608482361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682355561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09824257344007492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682370524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10210739076137543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682385083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027718037366867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682385084, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682385084, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682467364, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7800740599632263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682467365, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682467365, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682482139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1015990749001503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682496793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785435885190964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682511603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11173856258392334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682526932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09399579465389252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682542103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10329471528530121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682557235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10761809349060059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682572499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11576589941978455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682587434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10107108950614929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682602649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10560904443264008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682618115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969234257936478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682633399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09699670970439911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682648632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736818611621857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682663983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09823979437351227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682678911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10403389483690262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682678912, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682678912, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682763181, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7804328799247742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682763182, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682763182, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682778625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002206057310104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682793521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431156307458878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682807939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09204374253749847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682823472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10003985464572906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682838476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084296777844429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682853526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071561276912689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682868826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09570522606372833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682883855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10405900329351425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682898950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10565535724163055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682913792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09919320046901703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682928558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10401365906000137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682943465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425493866205215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682958204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11085358262062073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682973145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11432752758264542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682973146, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784682973147, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683058382, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7805263996124268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683058383, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683058383, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683073154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092694029211998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683088361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045776978135109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683103193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457926988601685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683118305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843704640865326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683133087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10196291655302048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683148143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09715113788843155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683163127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10260411351919174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683177898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11221269518136978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683192898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1009652242064476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683207807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09509485960006714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683222801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10484038293361664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683238113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214220523834229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683253452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10161492228507996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683268456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11829638481140137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683268457, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683268457, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683353642, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7810918092727661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683353643, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683353643, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683368946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10011789202690125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683383871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09712893515825272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683398923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057550236582756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683414175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123063862323761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683429420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11755997687578201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683444732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09612757712602615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683459823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10550062358379364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683474650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121006518602371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683489832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10099315643310547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683504796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10415304452180862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683519434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611975938081741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683535064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938828438520432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683550152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993092805147171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683565396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11497005075216293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683565397, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683565397, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683649664, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7811068892478943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683649665, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683649665, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683665065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11183054000139236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683680573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075765639543533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683695900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10612843930721283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683711308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12034787237644196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683726624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1159222424030304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683742119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10198116302490234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683757584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11811933666467667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683772711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363101750612259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683788131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510976612567902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683803708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692610591650009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683819371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712676495313644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683834793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615044832229614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683850488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10715014487504959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683865582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11581508070230484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683865582, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683865583, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683947677, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.78179532289505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683947678, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683947678, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683963191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11202171444892883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683978404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10343202203512192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683993840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241885483264923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684009483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11674439162015915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684025137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817829519510269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684040805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598837584257126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684056623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10463307052850723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684072425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11353691667318344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684088520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11831803619861603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684104358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10456200689077377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684120017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.116880401968956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684135537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120956763625145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684150679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10783299803733826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684166277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11544512212276459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684166277, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684166277, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684248365, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7818892002105713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684248366, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684248366, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684263627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10039455443620682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684279191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11077302694320679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684294784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11435970664024353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684310258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10087068378925323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684326444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09957294166088104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684342053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812903195619583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684357556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09831515699625015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684372799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788055509328842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684388270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10078393667936325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684403414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10532651841640472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684418729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11434761434793472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684433994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10971762984991074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684449058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11690615117549896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684464513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1128171756863594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684464513, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684464514, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684546423, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.782130777835846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684546427, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684546427, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684561702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119459718465805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684577134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10697105526924133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684592603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11076167970895767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684608079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11665022373199463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684623456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11178120225667953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684639117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11721538007259369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684655304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09928639978170395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684670993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10822805017232895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684686980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069592610001564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684702675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10864470899105072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684718515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1181265339255333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684734227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239174008369446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684749582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335464030504227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684765179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11128195375204086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684765180, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684765181, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684848251, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7820969820022583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684848252, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684848252, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684863560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538104176521301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684879304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103857234120369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684894536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11958566308021545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684910085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610470920801163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684925047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10548275709152222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684940227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10143610835075378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684955929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1064373031258583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684971146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962782055139542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684986600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11319278180599213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685001735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09416196495294571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685017164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11671292036771774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685032395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007932648062706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685047318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09857542812824249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685062265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781706124544144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685062266, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685062267, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685146098, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7822530269622803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685146099, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685146099, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685161113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1023843064904213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685176378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09373998641967773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685191620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09667449444532394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685206786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10839026421308517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685221952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10827963799238205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685236984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11202222853899002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685251905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09572867304086685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685266972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642511397600174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685282073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572035610675812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685297029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11061465740203857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685312061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09853202849626541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685327458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09879030287265778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685342634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000529676675797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685357650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834957122802734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685357651, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685357652, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685441418, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7825146317481995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685441419, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685441419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685456830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10540813207626343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685472007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09572780877351761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685487403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10388844460248947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685502866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09606749564409256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685518437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10235074162483215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685533802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11141018569469452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685549247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672280937433243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685564328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0954878032207489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685579761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1141490638256073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685595281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10395628958940506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685610192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1025371253490448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685626053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10084431618452072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685640984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10234826058149338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685656163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10125065594911575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685656163, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685656164, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685741406, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7828105688095093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685741408, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685741408, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685756756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10069417953491211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685772145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09909168630838394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685787406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224876552820206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685802512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10217224806547165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685817810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09870462119579315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685833064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109435766935349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685848148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0961841568350792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685863233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09903848171234131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685878543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10319586843252182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685893716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10827502608299255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685908733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448689013719559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685923838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755237191915512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685939159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10178631544113159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685954140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09564744681119919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685954141, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784685954141, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686038246, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7830361723899841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686038247, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686038247, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686053691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09401482343673706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686068828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889029711484909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686083994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09711940586566925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686098932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09965526312589645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686113935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032312661409378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686129487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09571346640586853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686144535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243865102529526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686159600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09794268012046814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686174527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09822866320610046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686189494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398364812135696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686204537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0928955003619194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686219877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720173269510269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686235263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043834462761879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686250489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818883031606674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686250490, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686250490, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686332950, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7834908962249756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686332950, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686332951, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686347924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10419876128435135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686362987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144037753343582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686378015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051105260848999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686393560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10270301252603531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686408377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0964488685131073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686423229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044936329126358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686438649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09517260640859604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686453871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11367480456829071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686469111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09831000864505768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686484841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0897345021367073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686500484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09996048361063004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686516119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10454338043928146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686531452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034594178199768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686546620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10945401340723038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686546621, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686546622, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686626840, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7835420370101929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686626840, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686626841, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686641903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10071173310279846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686656839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554233193397522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686671781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09723325818777084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686686977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09968752413988113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686702198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09987471997737885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686717160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09418851137161255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686732356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431268066167831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686747741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10175753384828568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686762673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10019813477993011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686778012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096058040857315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686792800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09763608127832413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686808173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09986037015914917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686823501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09915543347597122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686838856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045573279261589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686838856, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686838857, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686920703, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7837992906570435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686920704, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686920704, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784686935937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10048116743564606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686951270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09457116574048996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686966688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09790826588869095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686981887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079886183142662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686997391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1025884598493576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784687012884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08729563653469086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed490920051.log b/recommendation/rcp_logs/gbs_8192/seed490920051.log deleted file mode 100644 index 39c5a3402..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed490920051.log +++ /dev/null @@ -1,681 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784939253774, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784939253774, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784939275317, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "seed", "value": 490920051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784939275319, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784939275372, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784939275373, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784940155789, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784940155790, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784940156195, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784940331615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859927654266357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784940343626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13922929763793945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940356034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384446769952774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940368533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13919734954833984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940381248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388709843158722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940393804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13887163996696472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940406531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1390223354101181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940419279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387975513935089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940432166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13877074420452118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940444910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875946402549744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940458059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13866257667541504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940471063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863620162010193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940484055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387030929327011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940496968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381441056728363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940496968, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940496969, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940584073, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5020152926445007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940584074, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940584074, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940596793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13923002779483795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940609706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884514570236206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940623114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13862669467926025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940635915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13878870010375977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940648964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13883745670318604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940662721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13890577852725983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940675730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871516287326813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940688970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387302130460739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940702532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859783113002777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940715797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13873599469661713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940729624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869552314281464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940743168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385280191898346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940756643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860180974006653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940770691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861210644245148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940770692, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940770692, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940855955, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.502264678478241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940855956, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940855957, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940869292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382685750722885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940882771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384611427783966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940896256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13810458779335022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940910044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769923150539398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940923613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13849398493766785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940936937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13836857676506042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940950383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378992646932602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940964382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13773760199546814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940977986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13755056262016296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940991327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13797055184841156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941004841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780245184898376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941018177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13800355792045593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941032306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379319578409195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941045726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379643976688385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941045727, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941045727, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941131207, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5026192665100098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941131208, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941131208, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941144455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13731510937213898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941158113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769763708114624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941171641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372629851102829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941186028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376173049211502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941199846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376572996377945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941213715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379343718290329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941227463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13721320033073425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941240979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13766321539878845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941255126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372668594121933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941269085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13854695856571198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941283014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369173675775528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941296835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803532719612122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941310689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13581210374832153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941324866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371694803237915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941324867, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941324867, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941409149, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5030995011329651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941409150, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941409150, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941422561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13644614815711975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941436228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13602764904499054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941449495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376180648803711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941463298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505932688713074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941477166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13682569563388824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941490705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13417525589466095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941504665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13585898280143738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941518259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557440042495728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941531937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377052217721939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941545462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13552631437778473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941559061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14621542394161224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941573098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13581274449825287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941586723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13431517779827118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941600390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377854198217392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941600391, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941600391, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941683852, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.503790557384491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941683853, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941683853, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941697303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355687826871872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941710806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.139437735080719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941724397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13617487251758575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941737961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373951613903046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941751726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519012928009033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941765609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884687423706055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941779288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370142877101898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941793047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326144218444824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941806926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363991677761078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941820360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13196435570716858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941834207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13158074021339417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941847778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13484467566013336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941861607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13224339485168457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941875752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385957896709442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941875753, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941875753, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941958477, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5046721696853638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941958478, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941958478, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941972312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13387654721736908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941986088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364115357398987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941999905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358756721019745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942013419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515157997608185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942026955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771654665470123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942040525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12823735177516937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942053757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13535527884960175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942067324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12978526949882507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942080996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362035155296326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942095044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295762240886688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942108751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13359582424163818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942122815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13445577025413513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942136897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542531430721283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942150632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351979851722717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942150632, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942150632, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942233858, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5058847665786743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942233859, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942233859, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942247865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327456682920456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942261662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378049433231354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942275637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356118768453598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942289961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356043666601181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942304076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13943403959274292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942317978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336984813213348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942332505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529184460639954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942346266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13330376148223877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942360182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332497000694275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942374187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13193926215171814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942387903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13565626740455627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942402057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335052251815796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942415743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321876525878906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942429363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13056045770645142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942429363, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942429364, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942514834, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5072068572044373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942514835, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942514835, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942529390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376999467611313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942543421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347711682319641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942557632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550856709480286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942572020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13138516247272491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942586115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366322219371796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942600452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341938078403473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942614854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136962890625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942629188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339327096939087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942643424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275788724422455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942657405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12963812053203583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942670917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12769916653633118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942684598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295896351337433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942698397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12955772876739502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942711937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12491875886917114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942711938, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942711938, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942795121, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5086705088615417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942795122, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942795122, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942809231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13119040429592133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942823191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13582536578178406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942837210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295860588550568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942851443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13037991523742676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942865239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128158837556839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942879262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1267557442188263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942894058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12895750999450684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942908066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322495937347412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942922194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557016849517822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942936363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1249459981918335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942950214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1286659687757492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942964116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13445454835891724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942978264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308278888463974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942992826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12906292080879211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942992826, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784942992827, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943074925, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.510524332523346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943074925, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943074926, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943089320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304185688495636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943103379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291043609380722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943116944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13314157724380493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943131275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12368892878293991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943145451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12959475815296173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943159193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1255604326725006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943173178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13002286851406097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943187108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12163224816322327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943200663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357278823852539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943214764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13734115660190582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943228694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12365807592868805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943242920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12330617010593414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943257122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12560613453388214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943271242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880557775497437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943271242, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943271243, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943354047, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5125288367271423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943354048, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943354048, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943367845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654133677482605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943382062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656802475452423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943395685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555662333965302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943409250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13999120891094208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943422974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13668790459632874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943436760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823586702346802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943450505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12724298238754272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943464254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12601734697818756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943478036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1419983059167862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943492140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1410660445690155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943506087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12724047899246216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943520010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12857811152935028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943533737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13285255432128906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943546928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13149696588516235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943546928, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943546928, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943629434, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5145210027694702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943629434, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943629435, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943644363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14137986302375793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943659011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14246876537799835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943673146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514699041843414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943687470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13963519036769867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943702105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1447536051273346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943716149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14091549813747406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943730528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12596113979816437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943744866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375715434551239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943759381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317177712917328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943773865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13600246608257294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943788335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771162927150726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943802530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13302433490753174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943817057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440704345703125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943831383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13630349934101105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943831384, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943831384, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943913941, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5166200995445251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943913942, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943913942, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943927753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13841576874256134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943941848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13820961117744446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943956155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178957998752594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943970329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329849511384964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943984383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336788684129715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943998730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13968269526958466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944012964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323932260274887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944027526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1411522924900055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944041375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1407037079334259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944055848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13498209416866302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944069840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12766315042972565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944083622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13000017404556274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944097553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339883804321289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944111663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127712219953537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944111663, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944111664, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944194263, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5194805860519409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944194264, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944194264, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944208239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195665180683136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944222249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366698145866394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944236321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13327474892139435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944250328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13204774260520935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944264516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399213552474976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944278591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342995941638947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944293157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13384504616260529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944307357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13256260752677917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944321286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13976043462753296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944335776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13172395527362823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944349710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12870317697525024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944363321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13107652962207794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944376984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13222266733646393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944390782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13580107688903809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944390782, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944390783, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944472922, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5234965682029724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944472922, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944472923, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944486926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353800773620605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944500649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1228894367814064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944514306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13029327988624573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944528104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13008470833301544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944541790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350998729467392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944555962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13509775698184967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944569660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555876910686493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944583884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12396443635225296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944597836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13099916279315948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944611454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309293955564499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944626100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13011713325977325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944640129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329226791858673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944654284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13063709437847137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944668307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12995073199272156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944668308, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944668310, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944750968, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5288981795310974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944750969, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944750969, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944765101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13757109642028809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944779316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216263055801392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944793470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321591913700104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944807637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302211731672287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944821856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12677380442619324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944835941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318737119436264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944850424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356024146080017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944864778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13257235288619995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944879029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311214715242386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944893369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867045938968658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944907595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335839331150055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944921299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13723935186862946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944935893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13156352937221527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944949822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13309980928897858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944949823, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784944949823, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945033013, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5361767411231995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945033014, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945033014, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945047042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309022307395935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945060933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13489191234111786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945074844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376710832118988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945088777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13286380469799042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945102695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269020438194275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945116669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12915928661823273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945130576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12584395706653595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945144448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12361082434654236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945158599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13579653203487396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945172835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13708479702472687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945186976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13436158001422882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945201777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12678682804107666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945215997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130541130900383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945229679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12341818958520889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945229680, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945229680, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945312601, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5459666848182678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945312602, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945312602, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945327112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13205109536647797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945341515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13232262432575226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945355967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333199441432953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945370310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13743942975997925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945384618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13594581186771393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945398945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13129186630249023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945413250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12691408395767212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945427573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13472893834114075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945441724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12408307939767838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945456310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12999001145362854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945470733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13204436004161835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945485352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342787325382233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945499996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397857964038849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945514460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13605241477489471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945514461, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945514461, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945595282, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.559440016746521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945595283, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945595283, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945610251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360355019569397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945624837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13081102073192596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945639014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13203072547912598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945653580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13836769759655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945668178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12956948578357697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945682970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782525062561035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945697052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1342705488204956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945711429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367308497428894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945725627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440099358558655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945739981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13040991127490997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945754293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397962123155594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945768522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13402299582958221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945782785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12824536859989166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945797242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297873735427856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945797242, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945797243, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945878053, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.573367178440094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945878054, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945878055, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945892637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.141582652926445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945906911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13215243816375732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945921747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331217736005783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945936077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13019666075706482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945950900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500477373600006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945965799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13265404105186462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945980551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333765983581543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945995404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134675070643425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946010062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12997440993785858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946024928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314457356929779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946039703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324947625398636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946054534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364191174507141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946069048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135491743683815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946083917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13666030764579773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946083917, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946083918, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946166819, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5862302184104919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946166820, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946166821, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946181436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307370811700821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946196332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13439787924289703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946210970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354723155498505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946226139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13121718168258667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946240798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13617612421512604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946255250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1284111589193344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946270212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327780932188034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946284359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12237422913312912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946298590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12946096062660217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946312812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13059017062187195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946327101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12992849946022034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946341114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.129959836602211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946355193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12777674198150635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946369226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296989470720291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946369227, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946369227, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946452218, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5953759551048279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946452219, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946452219, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946465929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12088421732187271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946479968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12525475025177002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946493915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12787780165672302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946508002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321086585521698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946522476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308131068944931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946536673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1203966736793518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946551268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1287183314561844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946565808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13077057898044586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946580225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555549085140228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946594135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12672576308250427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946609057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317158341407776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946623544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11659713834524155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946638050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11965584009885788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946652506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12366268783807755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946652506, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946652507, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946734575, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6048654317855835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946734576, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946734576, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946748952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11990294605493546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946762957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12603460252285004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946777231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268959641456604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946791459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298450231552124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946805606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11968789994716644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946819921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13323359191417694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946834010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276135891675949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946848086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11976123601198196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946862694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12544521689414978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946877130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12519942224025726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946891320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11692162603139877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946905976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13047480583190918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946920286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12569962441921234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946934580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12795472145080566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946934581, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784946934581, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947018330, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6133107542991638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947018331, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947018331, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947032101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12629376351833344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947047063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11721578985452652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947061378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12087432295084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947075799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12000866234302521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947090084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12277712672948837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947104568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12503793835639954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947118956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11431129276752472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947133636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12183865159749985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947148282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12372242659330368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947162928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12255614250898361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947177351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11453165858983994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947191916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12197306752204895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947206633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804207623004913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947221166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12296830862760544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947221166, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947221167, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947304641, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6203591227531433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947304642, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947304642, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947319444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11542637646198273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947334189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296132206916809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947348673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270565390586853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947363553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12081103771924973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947378138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12262531369924545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947392602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11516997963190079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947406584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11819484829902649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947421458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12068776041269302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947435499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11924299597740173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947449615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149261146783829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947463791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11965543031692505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947477851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12075656652450562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947491873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12443070113658905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947506000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11601381003856659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947506001, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947506001, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947591600, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6333673000335693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947591601, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947591601, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947605663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11816348135471344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947619591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11012353003025055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947633354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10986814647912979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947647219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282025277614594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947661396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859400033950806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947675647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12146082520484924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947689942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11573119461536407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947704550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11992179602384567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947718744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10133904218673706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947733640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1199394166469574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947748183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260378360748291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947762739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11269273608922958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947777098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10888693481683731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947791811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11569935083389282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947791812, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947791812, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947877458, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6575143933296204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947877459, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947877459, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947891969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12043797969818115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947906793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1190786361694336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947921597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12286657094955444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947936240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542796552181244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947950728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11407865583896637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947965032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1177515909075737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947979553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12003759294748306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947994258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1195526048541069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948008645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830331593751907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948023197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1179245188832283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948037625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11510533839464188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948051902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11674662679433823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948066177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328354477882385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948081048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12546315789222717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948081048, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948081049, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948164545, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6901081204414368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948164546, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948164546, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948179165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.124729685485363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948193864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758358031511307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948207989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11703549325466156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948222902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12277992814779282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948237353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10939943045377731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948251728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11176435649394989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948265642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11312877386808395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948280374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10894815623760223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948295003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098593473434448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948310119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11595210433006287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948324903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12410631030797958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948339383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11527349054813385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948354178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12734445929527283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948368672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270029097795486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948368672, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948368673, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948452622, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7417874932289124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948452623, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948452624, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948467361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12607112526893616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948481789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11461179703474045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948496231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1164291501045227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948511002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11352358758449554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948525376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11882325261831284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948540060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11846956610679626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948555007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12106776982545853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948569989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12064328044652939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948584840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11477416753768921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948600136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11284227669239044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948614974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11576158553361893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948629584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11597450822591782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948644112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12481151521205902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948659365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11584531515836716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948659366, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948659366, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948743632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7530791759490967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948743632, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948743633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948758375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12181363254785538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948773241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11955328285694122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948787833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1133410632610321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948802453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11451572179794312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948816972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10882709175348282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948831643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11549261957406998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948846353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11755172908306122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948860706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11164619028568268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948875353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10918166488409042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948889686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10851111263036728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948904615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1229882463812828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948919509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1070166677236557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948934324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12040485441684723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948949563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11985700577497482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948949564, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784948949564, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949033561, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7578440308570862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949033562, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949033562, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949048565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11906713992357254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949063115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11820442229509354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949077778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537687480449677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949092840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1158917099237442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949107400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10345382988452911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949122011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10392404347658157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949136641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11921677738428116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949151260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11503717303276062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949165862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448352992534637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949180393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10286813229322433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949194738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653586685657501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949209285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148856580257416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949223835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11125162243843079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949238284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11581775546073914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949238328, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949238329, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949320710, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7610298991203308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949320711, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949320711, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949335278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104971744120121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949350060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10709669440984726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949364826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11528096348047256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949379318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000335961580276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949393985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734222829341888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949408957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11500781774520874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949423629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11346275359392166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949438105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294480413198471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949452883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11656227707862854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949467374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11087504029273987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949482053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10076527297496796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949496779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11396826803684235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949511180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678533464670181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949525705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10587577521800995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949525706, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949525706, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949608626, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7637522220611572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949608627, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949608627, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949623124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1061321422457695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949637904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11322446167469025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949652494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0960247740149498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949667006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10410737246274948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949681516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11261530965566635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949695817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10462532937526703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949710379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08855941891670227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949724761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10826919227838516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949739373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10135950148105621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949754272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11724327504634857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949769115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705932229757309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949783807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09969587624073029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949799024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0995212197303772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949814165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10702421516180038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949814165, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949814166, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949897996, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7646704316139221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949897997, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949897997, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949912908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594580858945847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949927865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11218393594026566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949942117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10454435646533966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949957287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10636983066797256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949971418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09930862486362457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949985953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10233715921640396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950000309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647007077932358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950014851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825293511152267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950029121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09694813936948776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950043733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844819247722626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950058093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044066995382309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950072333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10710715502500534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950086854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10849037021398544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950101430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279083788394928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950101431, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784950101431, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} diff --git a/recommendation/rcp_logs/gbs_8192/seed537267118.log b/recommendation/rcp_logs/gbs_8192/seed537267118.log deleted file mode 100644 index 92609f271..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed537267118.log +++ /dev/null @@ -1,1870 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784651273394, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784651273395, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784651294763, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784651294767, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784651294767, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784651294767, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "seed", "value": 537267118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784651294768, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784651294771, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784651294771, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784651893648, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784651893649, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784651894026, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784652001264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13905291259288788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784652013373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383819878101349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652025915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865436613559723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652038522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13811571896076202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652051532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861262798309326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652064378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852612674236298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652077556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13826708495616913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652090575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886496424674988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652103837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13849292695522308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652117135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384684443473816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652130203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387362778186798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652143386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861554861068726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652156898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13842080533504486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652170071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1397927850484848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652170072, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652170073, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652255806, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5013150572776794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652255808, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652255808, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652268605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825581967830658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652281685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13812769949436188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652295135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13838350772857666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652308356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378079205751419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652321756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13786821067333221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652335137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13765624165534973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652348165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790643215179443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652361388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778048753738403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652374929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13740061223506927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652388315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13795824348926544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652401839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833366334438324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652415440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13835908472537994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652428807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782469928264618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652442560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833220303058624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652442561, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652442562, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652526733, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5015504360198975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652526734, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652526734, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652540300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13749249279499054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652553973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138078972697258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652567665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13668853044509888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652581400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361338049173355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652594836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777515292167664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652608285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801129162311554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652621758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13712751865386963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652635648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654927909374237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652649317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13630004227161407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652662794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13747747242450714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652676518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13692618906497955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652689980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13749808073043823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652703985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373593658208847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652717592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13750667870044708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652717594, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652717595, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652799485, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5018365383148193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652799486, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652799487, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652812723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13640303909778595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652826311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371050924062729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652839730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645507395267487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652853828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13687530159950256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652867550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13715152442455292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652881450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13759849965572357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652895259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13605187833309174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652908951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13726723194122314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652922923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13626965880393982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652936820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845643401145935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652950543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359703689813614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652963983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13761208951473236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652977584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349330097436905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652991375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13637356460094452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652991375, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784652991376, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653072319, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5022042393684387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653072320, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653072320, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653085832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13582539558410645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653099446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351640224456787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653112701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794422149658203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653126357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13403582572937012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653140266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13644272089004517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653153837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13271409273147583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653167392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520798087120056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653180946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502292335033417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653194606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13786080479621887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653208051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13477793335914612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653221541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14784717559814453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653235437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524438440799713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653248895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334683895111084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653262307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13766011595726013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653262308, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653262309, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653343538, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5025769472122192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653343539, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653343539, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653357242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493965566158295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653370867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13988468050956726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653384579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13556444644927979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653398297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13271233439445496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653412119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13458006083965302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653426196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1394202560186386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653440014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308864831924438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653453707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13265173137187958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653467258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13299515843391418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653480521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311027854681015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653494096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13058887422084808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653507276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347285658121109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653520774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159601390361786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653534515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13905005156993866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653534516, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653534516, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653616707, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5030032396316528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653616708, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653616709, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653630383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335202157497406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653643926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13313370943069458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653657768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13585060834884644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653671522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348785161972046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653685321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137860506772995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653699113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272876113653183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653712595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521234691143036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653726413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12891434133052826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653740637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13324779272079468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653754981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13229750096797943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653768905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341619074344635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653782562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13443754613399506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653796677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542264699935913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653810602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336294889450073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653810602, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653810603, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653892732, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5037084221839905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653892733, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653892733, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653906693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216347992420197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653920579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337888240814209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653934611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13548748195171356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653948984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13552838563919067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653963156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13980352878570557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653977048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330888271331787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653991674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521912693977356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654005426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342374563217163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654019226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308016955852509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654033307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13165520131587982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654047082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13573472201824188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654061399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366791605949402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654075244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312064111232758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654089007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13049447536468506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654089008, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654089008, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654173626, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5046871900558472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654173627, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654173627, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654187989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774473965168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654202143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13487617671489716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654216263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355314552783966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654230357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13109689950942993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654244362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365577161312103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654258525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338740587234497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654272976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13718882203102112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654287296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13403812050819397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654301386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13281309604644775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654315261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12966188788414001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654328828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12761668860912323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654342483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330430805683136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654356237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292903572320938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654369800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.124602772295475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654369800, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654369800, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654453627, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5057211518287659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654453628, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654453628, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654467549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13117800652980804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654481446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360829472541809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654495756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13310366868972778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654510091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13030661642551422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654523924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12812383472919464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654537698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1265401542186737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654551976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12890461087226868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654565931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226529955863953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654579962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13561370968818665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654594050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12479511648416519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654607995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12877395749092102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654621820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134392648935318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654635977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13088801503181458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654650463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12928347289562225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654650464, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654650465, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654733573, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5070603489875793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654733574, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654733575, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654747931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304352730512619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654761934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12905968725681305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654775518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326068222522736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654789414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12384738773107529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654803414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12939174473285675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654816911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1255599856376648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654830432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13010071218013763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654844153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12183447182178497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654857514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13567152619361877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654871437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13719011843204498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654885149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12381488084793091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654899407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12324212491512299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654913510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256517916917801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654927391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290084719657898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654927392, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784654927392, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655010741, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5086907744407654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655010742, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655010742, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655024143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365588903427124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655038480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365814507007599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655052506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358100026845932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655066452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14007684588432312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655080616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13670232892036438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655094619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834303617477417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655108556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12762440741062164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655122461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12627626955509186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655136469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1421617865562439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655150945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14100994169712067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655165283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12731561064720154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655179540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12837907671928406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655193645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13276323676109314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655207231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313244104385376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655207231, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655207232, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655290781, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5105935335159302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655290782, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655290782, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655305114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1414000689983368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655319343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14230719208717346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655333153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551203906536102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655347167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13926614820957184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655361564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14475174248218536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655375584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14106833934783936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655389830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12587971985340118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655404035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375739872455597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655418338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13180091977119446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655432648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362384855747223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655446949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793636858463287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655460929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13304756581783295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655475728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13443680107593536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655490452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13662664592266083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655490452, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655490453, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655573903, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5126215815544128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655573904, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655573904, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655587886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387251317501068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655602465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383458375930786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655617160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13182488083839417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655631669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13309255242347717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655646186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13372772932052612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655660935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13967831432819366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655675629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327541470527649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655690480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14136695861816406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655704579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1408742070198059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655718967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511493802070618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655733195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1277177333831787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655747060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13006910681724548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655761127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13419099152088165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655775199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12776371836662292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655775200, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655775201, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655856564, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5150377750396729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655856565, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655856565, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655870514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13209843635559082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655884448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13693247735500336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655898401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333790421485901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655912331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13187964260578156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655926491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13390159606933594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655940526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341177999973297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655954965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394001126289368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655969128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328214854001999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655983088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399206668138504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655997631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13204075396060944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656012025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12894731760025024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656025958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13117629289627075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656040026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324034035205841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656054101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13604873418807983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656054102, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656054102, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656137096, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5182050466537476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656137096, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656137097, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656151276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334814578294754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656165328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12303140759468079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656179338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13055171072483063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656193403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304926872253418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656207379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514043390750885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656221905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13536594808101654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656236072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13536381721496582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656250728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12416739016771317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656264958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312824934720993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656278707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312505602836609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656292978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13021351397037506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656306963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328921794891357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656321105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13094472885131836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656334891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13024933636188507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656334892, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656334892, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656417161, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5225784778594971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656417164, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656417164, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656431252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775016367435455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656445360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324005424976349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656459371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335562914609909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656473431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130352184176445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656487435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272180825471878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656501355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319679617881775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656515769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357017457485199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656530097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13279806077480316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656544402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13144567608833313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656558780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391756534576416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656573157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370825350284576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656587023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375160664319992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656601364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318248212337494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656615590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13339447975158691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656615591, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656615591, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656696734, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5287758111953735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656696735, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656696736, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656710936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312011182308197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656725088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13504961133003235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656739439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785243034362793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656753788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13330303132534027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656767920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12736664712429047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656782104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12922877073287964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656796096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12596295773983002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656810004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12402292340993881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656824406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13631075620651245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656838946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735300302505493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656853239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346355825662613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656868117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269901990890503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656882668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308128982782364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656896684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12367988377809525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656896685, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656896685, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656980876, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5378608107566833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656980878, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656980878, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656995240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13238655030727386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657009492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13260112702846527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657023854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338382512331009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657038086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777533173561096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657052434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13638554513454437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657066876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142633438110352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657081195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12717366218566895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657095602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13503398001194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657109799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12451492249965668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657124364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304546594619751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657138864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13232453167438507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657153520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391444087028503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657168220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14027461409568787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657182681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13613636791706085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657182682, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657182683, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657264825, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5516666173934937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657264827, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657264827, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657279852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13653331995010376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657294480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13144652545452118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657308736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323525607585907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657322998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1390550434589386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657337808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298941820859909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657352974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384761780500412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657367465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502159714698792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657382017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13723310828208923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657396460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134572833776474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657411134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13038048148155212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657425698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1403605043888092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657440268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347608119249344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657454847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289958357810974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657469467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13316909968852997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657469468, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657469469, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657551653, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5675350427627563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657551654, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657551654, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657566546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14188151061534882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657581101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13235323131084442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657596326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133346289396286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657610972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13026738166809082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657625960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530735671520233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657640623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334136426448822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657655465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13390342891216278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657670512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13558954000473022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657685411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13090038299560547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657700576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13242791593074799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657715499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327843964099884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657730492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13697364926338196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657745190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361313909292221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657760140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13715185225009918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657760141, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657760141, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657843041, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5848743319511414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657843042, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657843042, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657857775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142886757850647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657872794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522754609584808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657887526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13409875333309174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657902773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13192200660705566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657917598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371985375881195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657932319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12931403517723083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657947303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133403941988945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657961681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12341707944869995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657976279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044756650924683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657991023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13111522793769836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658005722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309221088886261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658020375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13082937896251678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658035069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12877953052520752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658049695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13015419244766235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658049695, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658049696, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658130604, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5996133685112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658130605, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658130605, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658145056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12181005626916885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658159674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1266557276248932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658174166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12856416404247284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658188813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325235664844513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658203841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13150878250598907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658218456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12118998169898987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658233476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12994740903377533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658248403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13148283958435059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658263266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13671283423900604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658277529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12732014060020447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658292290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13250099122524261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658306803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1170162633061409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658321365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12050482630729675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658336128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12465347349643707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658336128, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658336129, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658417330, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6135889291763306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658417330, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658417331, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658431976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12068549543619156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658446457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12670598924160004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658461072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1279887855052948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658475732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13151425123214722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658490199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12058936804533005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658504794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341048777103424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658519138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12890098989009857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658533474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12033837288618088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658547917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12649273872375488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658562543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126371830701828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658576948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750021576881409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658592008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13062484562397003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658606621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1261119544506073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658621021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12764962017536163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658621022, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658621022, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658703418, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6267098784446716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658703419, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658703419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658717399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12651419639587402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658732027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1176154688000679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658746614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12102960050106049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658761479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11995167285203934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658775945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12321807444095612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658790480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12511321902275085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658805047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11470798403024673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658819701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12150394916534424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658834220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12408538907766342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658848743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12227829545736313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658863139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11433691531419754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658877647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12208706885576248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658891990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825183987617493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658906661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12306025624275208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658906661, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658906662, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658989203, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6379542946815491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658989203, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658989204, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659004384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11502925306558609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659019205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11257729679346085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659033807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12699761986732483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659048760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12021943181753159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659063662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12229187786579132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659078151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1146773099899292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659092100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11813510209321976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659106627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12070698291063309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659120864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11855504661798477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659135074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091650277376175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659149238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1183241605758667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659163383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1208546832203865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659177557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12334374338388443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659191791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11572325974702835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659191791, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659191792, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659274372, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6520432829856873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659274373, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659274373, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659288458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11744555830955505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659302521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10928478837013245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659316446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844939947128296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659330327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11192812025547028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659344247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10663960129022598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659358291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12116225808858871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659372666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11377149820327759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659387549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11914889514446259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659401893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10044839978218079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659416504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11946272850036621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659431109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11180496215820312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659445506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11170543730258942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659459685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10763774812221527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659473945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11583017557859421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659473946, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659473946, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659557432, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6697787642478943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659557433, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659557433, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659571753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11904582381248474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659586480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1189282014966011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659601162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12191496044397354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659615549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360098630189896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659630102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282636225223541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659644427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11593680828809738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659658832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11872338503599167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659673250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11904513835906982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659687430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672628879547119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659701563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11773096024990082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659715879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114909328520298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659729897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11470399051904678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659744028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11169275641441345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659758724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12516385316848755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659758724, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659758725, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659843297, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6870991587638855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659843298, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659843298, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659858002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12403938919305801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659872695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607769131660461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659887140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163368746638298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659902093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12071496248245239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659916610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086399108171463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659931310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11089086532592773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659945378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11261677742004395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659959892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084282398223877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659974446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11121903359889984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659989474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11608056724071503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660004182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12328866124153137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660018711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11485080420970917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660033724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275276243686676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660048455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11234962195158005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660048456, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660048456, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660132153, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7157189846038818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660132154, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660132154, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660146985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12693756818771362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660161543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11385948956012726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660176014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1162511557340622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660190935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11292923986911774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660205723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12001514434814453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660220760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11886285990476608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660236116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12130503356456757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660251390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12058158218860626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660266389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11504197865724564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660281878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340747028589249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660296808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11622749269008636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660311453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11587648093700409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660326019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12607769668102264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660341085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11590025573968887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660341086, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660341086, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660424566, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7337918281555176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660424567, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660424567, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660439266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12271557748317719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660454336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11983563750982285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660469230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11392635852098465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660484355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115829698741436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660499133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10927470028400421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660513932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11598075181245804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660528747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11891163885593414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660543134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213206499814987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660557813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10981077700853348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660572349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10865087807178497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660587396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12188133597373962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660602502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652673244476318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660617344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1217101439833641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660632738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12093881517648697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660632739, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660632739, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660715578, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7467658519744873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660715579, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660715579, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660730615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11995065212249756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660745386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1197282075881958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660760128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11611475795507431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660774936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1170867457985878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660789563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10368441790342331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660804347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10520084947347641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660819074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12090286612510681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660833658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11510937660932541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660848229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1046375185251236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660862667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039443388581276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660876763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830876231193542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660891086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11325961351394653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660905352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11384862661361694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660919678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696934700012207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660919719, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784660919720, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661002888, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.755730390548706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661002889, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661002890, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661017409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551406443119049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661032242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10836630314588547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661047328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11690673232078552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661062122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11245717108249664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661077153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829795151948929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661092350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11732516437768936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661107113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11403567343950272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661121653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11506544798612595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661136091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11743248254060745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661150547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11252182722091675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661164810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169632732868195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661179299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11561254411935806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661193515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819903761148453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661207864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10729663819074631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661207865, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661207866, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661292958, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7603189945220947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661292959, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661292959, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661307340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085595116019249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661321964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449199914932251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661336604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09783316403627396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661351186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482700169086456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661365663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11435598880052567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661379977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656856000423431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661394532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09008070826530457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661408806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10966043919324875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661423082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035551205277443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661437608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11816447973251343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661452188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817869007587433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661466459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10096599161624908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661481254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283384472131729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661495944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10850118100643158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661495945, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661495945, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661579210, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7637795209884644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661579211, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661579211, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661593679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11639527976512909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661608093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219251900911331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661622012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443322360515594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661636708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10831297934055328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661650972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10032288730144501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661665563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10584508627653122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661680014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10877303779125214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661694637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985640436410904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661709121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949423372745514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661723761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11033382266759872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661738205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567264258861542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661752675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913330316543579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661766963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087067499756813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661781417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363359540700912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661781418, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661781418, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661863496, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7643066644668579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661863497, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661863497, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661878076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11039556562900543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661892286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10140808671712875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661906807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431034117937088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661921548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10661078244447708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661936528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11290248483419418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661951580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363186687231064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661966477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10108590871095657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661981310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10646922141313553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661996325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823135077953339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662011204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656394064426422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662026232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282693594694138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662040510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0955958291888237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662055477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09870600700378418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662069803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10762746632099152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662069803, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662069804, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662153840, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7659448385238647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662153841, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662153841, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662168050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09175947308540344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662182386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10504128783941269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662196607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11022251099348068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662211058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.098680779337883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662225206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074241995811462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662239462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11166910827159882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662253826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09815622121095657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662267794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057554185390472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662281919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10549072176218033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662295986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1059456467628479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662310301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871917754411697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662324290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441464185714722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662338397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09744545817375183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662352680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649677366018295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662352681, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662352681, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662435974, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.766512930393219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662435975, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662435975, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662450556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458602011203766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662465284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457268357276917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662479611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10569605976343155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662494159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10392570495605469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662508768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09837830066680908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662523168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10056566447019577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662537917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10682579129934311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662552065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09586073458194733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662566709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080840528011322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662581361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911634564399719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662596073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11616100370883942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662611013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11440127342939377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662625711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11620751768350601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662640437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11507882922887802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662640438, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662640438, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662723721, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7678120136260986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662723722, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662723722, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662738233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10131610184907913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662753037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11617577821016312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662767571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10872867703437805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662782404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024293527007103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662797016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09116002917289734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662811703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834719449281693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662826065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10446259379386902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662840840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10744815319776535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662855233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802064090967178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662869710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061800479888916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662884742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11306782811880112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662899647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1000417172908783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662914552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10953826457262039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662929355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11205697804689407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662929355, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784662929356, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663011741, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7679907083511353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663011742, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663011743, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663026731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082443818449974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663041684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10165593773126602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663056529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058223992586136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663071604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09161302447319031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663086208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11473284661769867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663100792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068863794207573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663116025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109202355146408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663130760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11179428547620773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663145859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12224256247282028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663160648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556275397539139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663175522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175458133220673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663190525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12328340113162994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663205332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10013885796070099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663220069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126118153333664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663220069, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663220070, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663301973, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7687667012214661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663301974, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663301975, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663316737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10454314202070236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663331637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11894288659095764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663346269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904433578252792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663361482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10395601391792297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663376316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09701276570558548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663391087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11302808672189713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663406401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665623098611832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663421468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10609465837478638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663436405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682891845703125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663450859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994146317243576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663465744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12553928792476654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663480582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818720608949661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663495116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11710181832313538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663509636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792446881532669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663509637, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663509637, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663593364, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7688585519790649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663593365, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663593365, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663608165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11381227523088455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663623379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11524175852537155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663638567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057521402835846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663654065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11779818683862686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663669248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447061598300934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663684568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11923524737358093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663699900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127125546336174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663714823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12121661007404327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663729854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11626705527305603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663745263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053109169006348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663760242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829618573188782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663775384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10873909294605255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663790509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11556925624608994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663805696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142469123005867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663805697, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663805698, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663886576, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7698290944099426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663886577, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663886577, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663901928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12054620683193207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663917285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10747353732585907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663932211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082199439406395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663947645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765772312879562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663962983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065156012773514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663978414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963744670152664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663993467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11421643942594528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664008318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784246772527695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664022962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626571625471115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664037396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10047345608472824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664052336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458473861217499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664066876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09693833440542221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664081393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10417400300502777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664095665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10106176882982254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664095666, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664095666, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664177383, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7707108855247498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664177384, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664177384, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664191745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10978298634290695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664206255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10111866146326065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664220674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0962742269039154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664235070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10864695906639099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664249469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11540719866752625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664263819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521764308214188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664278234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479560494422913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664292697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049768403172493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664307005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150916874408722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664321461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12067445367574692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664335978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11776181310415268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664350492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10127206146717072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664365326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10053417086601257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664379689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12034996598958969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664379690, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664379690, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664462078, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7708470225334167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664462078, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664462079, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664477050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075176298618317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664491913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09679156541824341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664506653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10506570339202881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664521346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336899757385254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664535705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861444473266602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664550328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515379905700684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664565234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670946538448334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664579951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11206580698490143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664595117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10498671978712082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664610190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10767506808042526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664625070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546337068080902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664639966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11473076045513153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664654574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647991299629211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664669388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10216576606035233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664669389, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664669389, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664752170, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7713707089424133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664752171, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664752171, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664767146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09928009659051895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664782203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09409144520759583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664797080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09622393548488617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664812125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09701599180698395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664826913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09711576253175735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664841892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0950046181678772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664856739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10021603852510452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664871529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09694884717464447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664886382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10295744240283966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664901071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861501097679138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664916241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483536869287491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664931044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335119068622589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664945791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11423522979021072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664961064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126511543989182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664961064, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784664961065, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665046756, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7717000842094421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665046757, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665046757, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665061491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09845655411481857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665076297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071082279086113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665091253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1101929172873497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665105832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120666772127151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665120345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10042130202054977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665135210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10786592215299606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665149797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11078642308712006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665164434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10604935139417648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665179228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026066467165947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665193650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012057289481163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665207990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995919466018677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665222436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10235434770584106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665236870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092282310128212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665251170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11438706517219543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665251171, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665251171, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665337210, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7718310356140137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665337211, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665337211, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665351767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11022753268480301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665366452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694991052150726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665381043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09113290905952454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665395430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10333118587732315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665410286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10677170753479004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665424805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077955961227417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665439327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11063235253095627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665453902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10308889299631119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665468795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10019604116678238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665483646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10410460084676743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665498641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10281877219676971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665513497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081809401512146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665528768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544139891862869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665543893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880322754383087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665543895, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665543895, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665630340, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7722253799438477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665630341, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665630341, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665645212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10368102043867111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665660106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10317471623420715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665674756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1038704514503479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665689049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1029072180390358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665704062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072206124663353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665718622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145393759012222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665733316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09832171350717545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665748345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10223356634378433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665763186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11198436468839645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665778137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10523805022239685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665792786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10414654016494751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665807436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258986055850983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665822323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10434655100107193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665837015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640380531549454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665837016, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665837017, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665923402, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726708650588989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665923403, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665923403, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665938088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863188654184341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665952763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1016484946012497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665967092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039639338850975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665981666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10117370635271072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665996339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10455064475536346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666010776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11332662403583527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666025382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10158169269561768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666039741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11052798479795456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666054510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132238432765007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666069661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611864924430847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666084383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339532792568207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666098985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10461749136447906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666113895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568413138389587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666128779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09875227510929108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666128780, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666128780, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666215114, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7730655074119568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666215115, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666215115, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666230022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219410806894302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666244941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940332174301147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666259689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602445900440216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666273903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037476569414139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666288912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828374326229095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666303646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10945728421211243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666318496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10752979665994644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666333607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11538208276033401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666348501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11378853023052216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666363289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1004980057477951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666378083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10392866283655167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666392795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028134822845459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666407402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10561169683933258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666421971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10746919363737106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666421971, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666421972, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666504559, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7731917500495911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666504560, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666504560, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666519349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10198807716369629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666534013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10078465193510056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666548999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938993096351624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666563600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10486166179180145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666578085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0943354144692421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666593113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11254645138978958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666607475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10125099122524261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666621923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764870047569275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666636881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10311269015073776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666651860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10385473072528839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666666380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1093599870800972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666681206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114145427942276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666696135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645928233861923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666711236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283980518579483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666711236, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666711237, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666793923, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773276686668396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666793924, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666793924, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666809022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11264753341674805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666823833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921858996152878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666838436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10961868613958359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666853434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10729439556598663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666867750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105253010988235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666882044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717029124498367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666897201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11791053414344788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666912209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10907493531703949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666927201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11639586836099625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666942513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12248367816209793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666957425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714315623044968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666972434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11031551659107208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666987613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11500699818134308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667002611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11004745215177536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667002613, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667002613, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667085581, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7733807563781738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667085582, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667085582, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667100751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11324610561132431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667116054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10941973328590393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667131232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11083541065454483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667146410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10693589597940445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667161597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393813252449036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667176753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11372072249650955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667192046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068851575255394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667207219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11477333307266235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667222748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199472844600677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667238225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12032651156187057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667253665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10629619657993317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667268985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11701486259698868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667284145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10730667412281036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667299687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11870327591896057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667299687, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667299688, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667384152, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7735241651535034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667384153, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667384154, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667399429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11937782913446426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667414620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853338986635208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667429833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1194179505109787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667444750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1137010008096695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667459693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072809025645256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667475099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11511129140853882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667490061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11159142851829529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667505245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11678563803434372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667520452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1129024550318718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667535475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058245375752449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667550468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11306238174438477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667565553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685847699642181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667580500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11695557087659836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667595695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052650734782219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667595695, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667595696, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667679770, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742419838905334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667679772, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667679772, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667694766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10953886806964874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667710126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11892169713973999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667725500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11037251353263855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667740917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11349950730800629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667756218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11605124920606613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667771613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883084684610367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667787124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810153186321259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667802792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095430999994278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667818542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281441897153854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667833698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11261613667011261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667849217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11010776460170746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667864932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11032350361347198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667880573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1113646849989891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667896022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937625914812088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667896022, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667896023, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667979731, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743655443191528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667979732, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667979733, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667994634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1181516945362091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668009615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062642931938171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668024536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11038575321435928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668039292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243108868598938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668054203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10600598901510239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668069444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11168890446424484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668084051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10776625573635101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668098692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736948251724243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668113725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09793344885110855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668128447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169947892427444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668143063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10549633204936981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668157713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10496149957180023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668172624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926634073257446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668187604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11598134785890579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668187605, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668187605, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668269744, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746367454528809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668269745, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668269745, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668284415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476525664329529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668299172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530152916908264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668314192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10065707564353943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668328982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09263133257627487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668343673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11366003006696701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668358223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303189605474472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668373007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10250444710254669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668388057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11247333884239197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668402881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10735206305980682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668417826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034853607416153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668432990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909824073314667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668448336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11063424497842789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668463611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10730907320976257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668478753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10676854848861694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668478754, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668478754, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668560419, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747383117675781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668560420, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668560420, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668575343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002103239297867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668590577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331790894269943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668605481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11028443276882172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668620230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09888075292110443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668635346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607608199119568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668650381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011181771755219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668665144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035495325922966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668680343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10801719129085541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668695404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804269462823868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668710121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108755923807621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668725115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11076835542917252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668739935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09885197877883911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668754438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071598008275032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668768873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0874006524682045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668768874, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668768875, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668851814, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749252319335938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668851815, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668851816, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668866546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09535553306341171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668881312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11166112124919891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668896060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10701604187488556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668910779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10127848386764526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668925582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10186677426099777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668940437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09036796540021896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668955213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10346736758947372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668969955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09756474196910858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668984619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10387992113828659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668999439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616518557071686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669014454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11055491864681244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669029632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837268084287643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669044491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10580842196941376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669059567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393217951059341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669059568, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669059568, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669141469, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749408483505249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669141470, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669141470, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669156678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09621662646532059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669172128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526090115308762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669187416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09527690708637238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669202691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145485401153564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669217831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09730442613363266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669232641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10082779079675674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669247342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913863778114319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669262660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10112395882606506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669277632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913747549057007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669292873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973455011844635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669308304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620740056037903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669323743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433526337146759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669338760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10942414402961731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669353785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10876781493425369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669353786, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669353786, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669437400, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752856612205505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669437401, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669437401, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669452384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696763545274734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669467198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047927588224411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669481878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322121530771255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669496728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09969180077314377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669511693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.106618732213974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669526626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09590014070272446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669542127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526064783334732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669556946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10289575159549713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669571839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10995656251907349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669586849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09908945858478546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669601434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09741455316543579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669616277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10185326635837555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669631343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09088223427534103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669646550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706773400306702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669646551, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669646551, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669729801, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.775657594203949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669729802, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669729803, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669745148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09973179548978806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669760627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10033995658159256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669775420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09972897917032242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669790461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10960947722196579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669805591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001359075307846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669820801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10218656808137894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669835851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10177962481975555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669850942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054084300994873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669866132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170314460992813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669880918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11221630126237869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669896017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10068412125110626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669910785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10798826068639755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669925615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602875798940659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669940584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616553574800491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669940585, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784669940585, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670023942, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7760641574859619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670023943, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670023943, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670038880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572603344917297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670053688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09828606247901917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670068277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655493289232254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670083210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10702754557132721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670098008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265825688838959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670112470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734546184539795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670127052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09741023182868958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670141845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09822960942983627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670156533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10496596992015839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670171333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103910893201828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670186163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10272553563117981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670200961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969291627407074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670215792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069038063287735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670230608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002931296825409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670230608, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670230609, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670313419, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7761626839637756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670313420, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670313420, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670328126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293201357126236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670342883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10523776710033417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670357688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09540973603725433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670372902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09928587079048157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670387828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194390267133713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670403096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10074706375598907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670418139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10722863674163818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670433350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10982834547758102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670448502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883606970310211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670463537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10019560158252716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670478776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1020621508359909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670493425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09778377413749695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670508884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11191254109144211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670523680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11123016476631165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670523681, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670523681, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670605816, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7763913869857788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670605817, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670605817, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670620464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602010041475296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670636097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478255152702332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670651295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10588279366493225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670666927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11116191744804382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670682817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672806203365326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670698502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10931304097175598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670713881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1075752004981041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670729460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0976814478635788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670744941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647989064455032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670760242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10428845882415771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670775532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10854119807481766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670790554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10334066301584244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670806060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10617552697658539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670821282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09636261314153671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670821334, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670821334, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670902690, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7764504551887512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670902691, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670902691, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670917985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09869398176670074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670933327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10553297400474548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670948757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10238863527774811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670963964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431334376335144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670979034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799982398748398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670993773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12293615937232971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671008713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10873296856880188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671023669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09900733083486557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671038672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197234690189362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671053597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1115211471915245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671068714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11455177515745163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671083995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09913278371095657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671099422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632834583520889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671114658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037500724196434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671114707, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671114707, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671197233, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7770000100135803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671197234, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671197234, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671212403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09880984574556351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671227590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09879492968320847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671242737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11230605840682983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671258163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11787409335374832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671273236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311928182840347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671287899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106879711151123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671303345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10718660056591034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671318546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11990966647863388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671333675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10461977869272232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671349264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859663784503937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671364773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104474738240242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671380092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11030980944633484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671395425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11393123865127563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671410781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197621375322342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671410782, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671410782, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671494206, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7774386405944824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671494208, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671494208, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671509575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805604606866837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671524869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11032863706350327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671540312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1149178147315979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671555468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10993768274784088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671570459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841679573059082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671585653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844794660806656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671601045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170120745897293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671616254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11275909096002579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671631558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12047013640403748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671646992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10930614173412323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671662102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868102312088013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671677357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479474067687988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671692844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10297378897666931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671708013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880367457866669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671708014, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671708015, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671790596, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.777470588684082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671790597, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671790597, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671805670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11448246240615845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671821030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11955557018518448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671836404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11375382542610168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671851903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253856122493744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671867305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11077447980642319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671882402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1195726990699768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671897860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11117404699325562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671912638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10966477543115616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671928042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11020933091640472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671943443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09878554940223694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671958727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969100892543793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671974427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10933828353881836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671989883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10450435429811478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672004947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035916209220886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672004948, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672004949, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672089580, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7776263952255249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672089581, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672089581, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672104606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11305443942546844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672119750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12731507420539856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672134985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10872355103492737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672150107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11234673112630844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672165265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1127481609582901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672180615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11101729422807693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672195954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11409436166286469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672211253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1135326474905014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672226231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10684249550104141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672241440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10869015008211136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672256957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13033974170684814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672272145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11255691945552826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672287726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11339547485113144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672303245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11627250909805298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672303246, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672303246, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672386619, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7777079939842224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672386620, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672386621, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672401937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09635580331087112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672417477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11138806492090225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672432934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12173325568437576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672448441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10718898475170135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672463865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11043170839548111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672479009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765890032052994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672494290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11277633160352707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672509336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1129363402724266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672524461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10334969311952591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672539059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11785952746868134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672553870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705503076314926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672568944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11115894466638565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672584177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09255003929138184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672598863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10399321466684341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672598864, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672598864, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672684220, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7776152491569519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672684221, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672684221, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672699215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10237597674131393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672714046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09628530591726303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672728633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11390165984630585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672743281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10850359499454498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672757853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967843234539032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672772895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426661372184753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672787720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819854587316513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672802479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1130601242184639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672817239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09980181604623795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672832271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0956762284040451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672847224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09695913642644882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672861960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09747710078954697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672876444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241592675447464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672891094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10077252238988876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672891094, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672891095, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672975805, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7775678038597107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672975806, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672975806, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672990769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293340682983398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673005875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322614014148712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673020781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339131206274033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673035650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734470188617706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673050440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10235617309808731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673065597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09983355551958084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673080810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913494974374771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673095755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522083193063736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673110694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10654790699481964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673125441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10592575371265411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673140466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478770732879639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673155064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628117620944977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673169546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585664957761765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673184705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11357520520687103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673184751, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673184752, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673268994, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7783006429672241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673268995, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673268995, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673283737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829005390405655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673298474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11165773123502731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673313565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072721853852272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673328575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10748091340065002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673343148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09962110966444016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673358094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10214615613222122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673372988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09551379829645157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673387685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10691250115633011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673402371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09958139061927795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673417208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150792449712753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673432195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10204659402370453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673446917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10287555307149887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673461790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09924736618995667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673476659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364341735839844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673476704, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673476705, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673559456, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7783663868904114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673559457, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673559458, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673574360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09782955050468445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673589432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844257473945618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673604251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09960614144802094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673619090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10229236632585526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673633886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0937352329492569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673649069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10686129331588745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673664389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10299418121576309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673679322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315241664648056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673694527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10480692237615585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673709588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211661249399185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673725082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09477433562278748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673740383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1112203598022461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673755882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11230438947677612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673770921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10060952603816986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673770970, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673770971, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673854167, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7786232233047485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673854168, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673854168, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673869138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09776774793863297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673884580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720999538898468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673900095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1022408977150917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673914995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503406077623367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673930148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10064156353473663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673944975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842219740152359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673959983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10032350569963455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673975263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09846900403499603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673990592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861381143331528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674005822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847962647676468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674020837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085485875606537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674035990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09365560114383698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674050810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09577857702970505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674065749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10573173314332962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674065749, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674065750, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674148688, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.778984546661377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674148689, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674148689, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674163720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10300062596797943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674178652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11379949748516083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674193567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10164198279380798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674208491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10536274313926697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674223264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11128010600805283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674238166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10065484791994095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674253008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10856766253709793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674267742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138743370771408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674282510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069948598742485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674297139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028190478682518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674311979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09798133373260498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674327207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11210732161998749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674342420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11963701993227005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674357388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937993228435516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674357389, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674357390, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674440897, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7793816924095154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674440898, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674440898, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674456084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11558873951435089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674471053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120101273059845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674486652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10077489912509918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674501913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10112103074789047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674517163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626595467329025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674532379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09937550127506256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674547448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0998929888010025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674562779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10651737451553345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674577394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.105538509786129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674591911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09413986653089523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674607612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10402215272188187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674622821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10119221359491348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674638154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09340885281562805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674653663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10077707469463348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674653663, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674653664, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674736204, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.779661238193512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674736206, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674736206, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674751753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11036303639411926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674767203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11382913589477539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674782610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121094435453415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674797897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072535514831543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674813143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10301872342824936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674828397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202836990356445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674843729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10688689351081848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674858849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10928075760602951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674873917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971297174692154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674888853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09741850197315216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674904066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11158184707164764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674918967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09754068404436111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674934197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10274063795804977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674949030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241048038005829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674949031, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784674949031, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675032018, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7797478437423706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675032019, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675032019, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675047071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.102015919983387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675061856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074967160820961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675076638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11271261423826218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675092165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09419453889131546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675107440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10299596935510635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675122505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725047439336777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675137662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11519558727741241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675152788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10083010792732239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675168135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10556194186210632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675183722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10957034677267075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675198873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09706181287765503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675214081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720019787549973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675229624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09882110357284546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675244594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037924513220787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675244595, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675244595, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675327183, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7799726724624634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675327184, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675327184, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675342689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980929434299469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675357831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10468385368585587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675372655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09256668388843536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675387814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10066402703523636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675402650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883717238903046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675417576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11144675314426422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675432966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09656210243701935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675448275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416623204946518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675463289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10634192824363708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675478220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09901802241802216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675493266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041516363620758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675508141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10405829548835754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675522958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11093925684690475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675538086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454667150974274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675538086, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675538087, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675620522, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7799948453903198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675620523, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675620524, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675635482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003132164478302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675650701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494028031826019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675665608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510677844285965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675680878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817872732877731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675695932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10131540894508362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675711129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09717411547899246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675726083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258437693119049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675740864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117018535733223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675761764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10098510980606079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675776745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09526977688074112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675791746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10540826618671417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675807082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260036379098892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675822391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1020289957523346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675837516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11834818124771118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675837517, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675837517, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675921766, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7803231477737427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675921767, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675921767, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675937107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10042553395032883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675952087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09739439934492111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675967327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10625086724758148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675982659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214453727006912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675998090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11760076880455017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676013347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09638525545597076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676028656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054893508553505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676043673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170315951108932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676059091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10108616948127747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676074217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10470834374427795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676088923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065049096941948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676104393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098676547408104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676119719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09948199987411499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676135527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11499764770269394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676135527, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676135528, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676220058, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.781006395816803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676220059, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676220059, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676235824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11234048008918762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676251608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11133856326341629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676267392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10600941628217697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676283320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11987508088350296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676299163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11559200286865234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676315027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10181745141744614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676331068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11805438995361328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676346817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11319378018379211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676362682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10590420663356781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676378607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077098622918129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676394654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10761167109012604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676410474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667447745800018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676426440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757973790168762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676441882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11685274541378021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676441883, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676441883, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676527645, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7811669707298279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676527645, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676527645, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676543646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1122468039393425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676559359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10396813601255417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676575002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10402611643075943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676590820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11610335111618042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676606728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835517197847366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676622402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10570959001779556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676638345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10495207458734512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676654236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11431242525577545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676670455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11780320852994919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676686446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045931801199913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676702518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11775758117437363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676718414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11135101318359375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676733922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10811511427164078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676749873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11596212536096573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676749874, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676749875, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676835932, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7816504836082458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676835933, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676835933, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676851264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10040435194969177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676866886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11128810048103333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676882333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11408628523349762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676897590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10128842294216156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676913295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10143864154815674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676928978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935956984758377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676944326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09869091212749481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676959615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824012756347656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676974905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10159265995025635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676990037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10570728033781052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677005254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449843645095825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677020512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11084305495023727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677035494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1179816722869873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677051006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11274842917919159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677051006, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677051007, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677137646, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.782129168510437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677137647, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677137648, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677152899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11251890659332275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677168244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10735400766134262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677183487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106371358036995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677198790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11632662266492844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677213947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11171797662973404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677229277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11776918917894363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677244937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09984084963798523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677260415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897643864154816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677275909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734251141548157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677291432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10916750133037567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677307165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11703670769929886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677322984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11162159591913223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677338522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10220806300640106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677354309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11191898584365845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677354309, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677354310, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677439906, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7816577553749084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677439907, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677439907, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677455060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513134300708771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677470538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11083178967237473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677485633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11894278973340988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677501652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10618061572313309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677516955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602065920829773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677532392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102405399084091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677548545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633635520935059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677564033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10970672965049744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677579721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11359009146690369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677595223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09363829344511032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677610834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11716305464506149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677626238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132802277803421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677641187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09899957478046417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677656301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774485021829605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677656301, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677656302, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677739692, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7822102308273315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677739693, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677739693, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677755157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10248102992773056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677770671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09373950213193893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677786163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09661147743463516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677801476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842035710811615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677816869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905250161886215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677832295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11246199160814285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677847623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0957522988319397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677862913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060970276594162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677878230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10595804452896118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677893418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034715920686722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677908622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09864529967308044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677924222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09951204061508179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677939519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057724803686142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677954750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09875418245792389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677954751, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784677954751, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678036881, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7824049592018127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678036882, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678036882, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678052398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10584244877099991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678067750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09595076739788055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678083107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039179340004921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678098680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0956374853849411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678114235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265258699655533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678129551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1115102618932724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678144849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10654888302087784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678159747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0959153100848198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678174783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11333131045103073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678189951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10399134457111359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678204624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10297806560993195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678219953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10166628658771515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678234904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10373738408088684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678250225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10107989609241486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678250225, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678250226, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678333380, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7829484939575195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678333382, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678333382, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678348797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10052739828824997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678364044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09922217577695847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678379274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10256920754909515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678394162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224701464176178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678409507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09892712533473969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678424772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014966368675232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678440039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09576165676116943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678455000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09918870031833649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678470263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10342995822429657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678485338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10877618938684464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678500401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10495041310787201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678515304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745169222354889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678530520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10197096318006516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678545419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09570567309856415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678545420, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678545420, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678630506, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7833391427993774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678630508, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678630508, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678645614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09447591006755829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678660407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09956313669681549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678675254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09645996242761612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678689805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09983590245246887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678704719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288690030574799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678720216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09543519467115402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678735237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10287076979875565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678750504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09824525564908981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678765473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09831804037094116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678780525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10421779006719589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678795542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09287778288125992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678810856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705714672803879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678826128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10525722801685333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678841603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10961825400590897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678841604, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678841604, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678924740, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7840125560760498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678924741, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678924741, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678939754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473591834306717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678954770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10058774054050446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678969749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528627038002014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678985041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10311265289783478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678999743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09606003016233444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679014432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467848926782608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679029390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09524332731962204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679044266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1137469932436943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679059146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0982033759355545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679074701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09064000099897385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679089988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10000346601009369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679105001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522542893886566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679119925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10359357297420502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679134891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866481810808182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679134892, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679134892, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679217814, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7837282419204712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679217815, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679217815, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679232730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10054497420787811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679247375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544989258050919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679262218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09761001914739609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679277072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09916829317808151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679292041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0996568575501442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679306743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0937655046582222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679321583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103753000497818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679336568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10133164376020432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679351262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10027871280908585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679366456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11013643443584442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679381211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09734304249286652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679396237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09986454248428345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679411327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.099483922123909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679426545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10560328513383865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679426546, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679426547, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679508728, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7836151123046875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679508729, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679508729, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679523899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10118672996759415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679539181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09485578536987305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679554493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09799488633871078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679569505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10759411007165909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679584921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10321011394262314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679600222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08723301440477371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679615606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10617394745349884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679631040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09266380965709686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679646525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364456474781036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679661734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09514205157756805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679676623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09434378892183304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679691323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10254760086536407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679706239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11220698803663254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679721163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09743020683526993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679721164, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679721164, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679805003, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7837023138999939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679805004, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679805004, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679819448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09566503018140793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679834572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09491308033466339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679849782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10204130411148071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679864684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1020173728466034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679880109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10374946892261505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221020160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679895455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10514166951179504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221184000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679910684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883693397045135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221347840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679925684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115514375269413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221511680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679940893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829773545265198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221675520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679956122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09895297139883041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221839360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679971417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103682592511177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222003200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679986350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09635252505540848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222167040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680001677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09317448735237122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222330880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680016887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847397148609161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222494720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680016887, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680016888, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680102068, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7826203107833862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680102069, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680102069, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680117429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09900287538766861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222658560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680132742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1138279139995575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222822400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680147874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10543506592512131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222986240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680162995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09222284704446793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223150080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680178257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1036883145570755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223313920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680193592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09742192178964615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223477760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680208758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09478235244750977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223641600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680223829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527403652667999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223805440, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed546672350.log b/recommendation/rcp_logs/gbs_8192/seed546672350.log deleted file mode 100644 index 4ac87d688..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed546672350.log +++ /dev/null @@ -1,678 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784930369192, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784930369192, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784930389693, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "seed", "value": 546672350, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784930389698, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784930389707, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784930389707, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784930974695, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784930974697, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784930974995, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784931186696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1390204131603241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784931199265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13786539435386658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931212192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865627348423004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931225397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13802677392959595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931238622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383385956287384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931252022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13846565783023834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931265318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381155103445053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931278824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13922083377838135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931292341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13839635252952576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931305842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381588876247406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931319805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13873346149921417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931333647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389465630054474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784931347407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13854007422924042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931360974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14015771448612213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931360974, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784931360975, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784931445741, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4994525909423828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784931445742, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784931445742, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784931459401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13784918189048767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931473266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380368173122406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931487254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13816162943840027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931500859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377783715724945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931514803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764257729053497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931529104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13747434318065643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931542952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779786229133606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931556871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13760286569595337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931571039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13718311488628387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931584992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758327066898346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931599134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13812220096588135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931613491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138294979929924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931627613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13753624260425568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931642090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794384896755219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931642091, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784931642091, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784931725632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49967291951179504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784931725633, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784931725633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784931739887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13737691938877106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931754148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13809585571289062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931768324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13668009638786316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931782680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357746720314026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931797053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13734029233455658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931811344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803184032440186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931825531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13661524653434753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931839948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13619530200958252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931854205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13620692491531372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931868400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744208216667175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931882835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678397238254547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931896908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373472809791565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931911732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13752947747707367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931926219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13736192882061005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784931926220, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784931926220, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784932010103, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49994543194770813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784932010104, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784932010104, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784932024540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13615094125270844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932039111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370156854391098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932053478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13623012602329254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932068345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13699166476726532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932082884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370358020067215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932097743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13763421773910522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932112460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360657811164856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932126920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13718916475772858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932141694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652119040489197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932156596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385268270969391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932171322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357440948486328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932185911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375763714313507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932200429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474738597869873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932215040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363845318555832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932215041, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784932215041, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784932297744, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.50034099817276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784932297745, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784932297745, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784932312068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13581424951553345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932326564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350419968366623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932340806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13773706555366516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932355278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13401590287685394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932369935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13641871511936188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932384268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275942206382751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932398633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352444589138031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932412873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13495025038719177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932427314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790039718151093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932441667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347585767507553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932456113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14856696128845215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932470776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532550632953644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932485141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341832160949707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932499300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791024684906006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932499300, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784932499301, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784932583794, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5008062124252319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784932583795, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784932583795, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784932598314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13518068194389343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932612727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13986483216285706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932627311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357782781124115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932641650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13278305530548096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932656223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13478398323059082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932670959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13923342525959015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932685472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13299208879470825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932699997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275980949401855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932714431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306425511837006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932728663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13118581473827362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932743221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13073016703128815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932757456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13487932085990906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932772000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13157713413238525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932786805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13899488747119904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932786805, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784932786806, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784932872638, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5014133453369141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784932872639, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784932872639, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784932887077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13349208235740662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932901369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317444920539856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932915952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13556191325187683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932930580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13489803671836853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932945140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137803316116333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932959722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12744081020355225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932974037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525868952274323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784932988521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292271614074707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933003181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328766822814941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933017990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13244707882404327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933032525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353879749774933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933046927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343860924243927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933062064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549068570137024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933076606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13323698937892914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933076607, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784933076607, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784933162097, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.502288818359375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784933162098, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784933162098, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784933176977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323731392621994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933191721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13368788361549377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933206479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356704980134964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933221462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550212979316711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933236144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13968992233276367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933250607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331995725631714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933265980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355317085981369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933280859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340544700622559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933295849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312242925167084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933311188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178585469722748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933326171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13584616780281067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933341306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361775875091553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933356000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13339564204216003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933370584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307116597890854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933370584, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784933370585, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784933456410, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5034345388412476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784933456411, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784933456411, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784933471555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788090646266937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933486260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13487717509269714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933501125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354423463344574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933516136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13130652904510498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933530829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361583650112152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933545580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13404113054275513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933560621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370977759361267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933575548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383617997169495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784933590190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13300740718841553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933605101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12970896065235138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933619489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276036500930786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933633827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289855420589447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933648483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12971150875091553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933662827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1248345673084259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933662827, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784933662828, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784933747220, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5046277642250061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784933747220, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784933747221, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784933761978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13120490312576294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933776634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13594689965248108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933791555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133366197347641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933806396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13038285076618195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933820814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12821829319000244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933835273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12660683691501617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933849962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289212554693222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933864164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323247253894806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933878649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354707032442093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933893195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12501078844070435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933907433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12858030200004578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933921734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13447900116443634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933936223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13107462227344513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933951099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291963756084442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784933951100, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784933951100, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784934034033, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5061578750610352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784934034033, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784934034034, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784934048792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13058283925056458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934063250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290827989578247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934077291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13303296267986298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934092017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1239861398935318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934106915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12961581349372864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934121344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12583142518997192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934135900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302293986082077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934150587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1218237578868866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934164785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358364075422287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934179512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13729922473430634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934193973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12357193976640701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934208946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12321016937494278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934223667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12575945258140564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934238196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288527101278305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934238196, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784934238196, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784934323882, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5079554319381714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784934323883, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784934323883, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784934337993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13646940886974335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934352737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13634203374385834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934367141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13571444153785706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934381300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13994985818862915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934395569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656319677829742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934410027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828469812870026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934424456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12738151848316193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934438807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12628492712974548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934453202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14212629199028015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934467988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14102551341056824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934482722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12733325362205505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934497296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12856151163578033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934511749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327178180217743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934525703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142827153205872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934525703, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784934525703, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784934612474, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5100165009498596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784934612475, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784934612475, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784934627367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14128318428993225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934642493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14238598942756653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934657333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13526351749897003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934672246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13955073058605194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934687486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14466935396194458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934702183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14097295701503754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934717353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12588156759738922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934732441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13749440014362335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934747599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13170044124126434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934762722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13611991703510284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934777769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137721985578537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934792340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329604983329773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934807316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343197524547577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934822334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655684888362885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934822336, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784934822336, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784934907121, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5121243000030518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784934907121, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784934907122, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784934921649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13866978883743286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934936514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13817159831523895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934951569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13193310797214508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934966816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328168660402298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934982109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13371635973453522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784934997452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13992708921432495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935012785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275635242462158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935028246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14124181866645813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935043033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1408659815788269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935057832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13517534732818604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935072601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12779229879379272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935087236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12992382049560547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935101919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13420814275741577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935116776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275714635848999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935116777, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784935116777, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784935201321, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5146987438201904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784935201322, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784935201322, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784935216042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13208593428134918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935230676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368894726037979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935245444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347411155700684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935260045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195888698101044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935274777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13392986357212067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935289466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13359524309635162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935304670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13393634557724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935319487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132762148976326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935334027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13983596861362457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935349041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13194821774959564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935364060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12879741191864014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935378908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312377154827118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935393839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13247929513454437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935408767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354905664920807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935408767, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784935408768, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784935492910, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5180987119674683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784935492910, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784935492910, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784935507916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363142311573029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935522742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12303867191076279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935537418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13067308068275452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935552201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13043242692947388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935566906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351919323205948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935582060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532361388206482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935596666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542282581329346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935611683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12404372543096542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935626334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13107341527938843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935640696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114838302135468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935655549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303464025259018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935670202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333281695842743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935685064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13084353506565094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935699700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13019680976867676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935699701, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784935699701, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784935784152, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5226544737815857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784935784153, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784935784154, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784935799072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782382011413574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935813944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324256956577301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935828707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13338273763656616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935843321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303848773241043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935857924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12712883949279785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935872391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13192646205425262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935887346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13566800951957703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935902254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328504979610443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935917144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13145823776721954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935932161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13914792239665985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935946999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13382640480995178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935961365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376328468322754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935976296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319892704486847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935990913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341636955738068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784935990914, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784935990914, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784936075765, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5288664698600769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784936075766, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784936075766, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784936090513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309298723936081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936105292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13484163582324982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936119949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380932331085205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936134616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333598792552948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936149141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272531896829605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936163822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1293255090713501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936178491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12600795924663544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936193183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12402349710464478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936208122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13630622625350952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936223123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13720370829105377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936238073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347140222787857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936253592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12713760137557983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936268697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13087749481201172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936283147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1236271932721138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936283148, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784936283148, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784936369677, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5375683307647705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784936369678, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784936369678, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784936384321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323150396347046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936399243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325889378786087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936413992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364316523075104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936428611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13792292773723602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936443200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13635781407356262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936457847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13113835453987122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936472416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272830069065094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936487106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494476675987244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936501640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12469716370105743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936516619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046114146709442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936531370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326279640197754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936546270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13437965512275696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936561225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14056025445461273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936576003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362370252609253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936576004, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784936576004, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784936663025, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.550406813621521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784936663026, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784936663026, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784936678355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13666358590126038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936693237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13157066702842712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936707851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326279193162918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936722697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13910675048828125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936738121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13013368844985962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936753589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13843712210655212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936768753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508574664592743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936783959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13712678849697113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936799152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13475729525089264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936814505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13069666922092438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936829782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1405787318944931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936844926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346164047718048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936859970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.129020094871521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936875189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333719938993454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936875189, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784936875190, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784936961483, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5654758810997009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784936961484, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784936961484, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784936976832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14211831986904144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784936992219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13280479609966278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937008070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334669142961502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937023417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13067477941513062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937038861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521920144557953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937053992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337593048810959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937069100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13426989316940308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937084434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13571999967098236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937099666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116572797298431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937115173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328655481338501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937130496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289807736873627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937145851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13696204125881195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937160767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13613568246364594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937176240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13752590119838715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937176240, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784937176240, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784937260981, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5822179913520813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784937260982, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784937260982, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784937276140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316874623298645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937291621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524475693702698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937306827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13420315086841583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937322473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319865882396698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937337463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13725003600120544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937352407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295015513896942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937367498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361451029777527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937381992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12403292208909988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937396764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13087140023708344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937411393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316005289554596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937426133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13102664053440094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937440735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315045952796936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937455442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12889645993709564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937470170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13078606128692627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937470171, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784937470171, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784937556080, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5962616205215454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784937556081, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784937556081, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784937570525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1223122775554657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937585255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12692785263061523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937599836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12960711121559143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937614599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132970929145813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937629705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13193121552467346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937644828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12166789919137955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937660069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13070692121982574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937675118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13206368684768677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937689958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370457410812378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937704425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1281294971704483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937719449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333521604537964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937734448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11786714941263199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937749426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12162790447473526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937764504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12541361153125763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937764505, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784937764505, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784937850776, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6104215979576111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784937850777, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784937850777, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784937865762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12144467234611511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937880533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12756207585334778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937895574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12882624566555023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937910434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13213808834552765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937925334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12153444439172745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937940242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13490822911262512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937954971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295929253101349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937969809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12177200615406036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784937984893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12715664505958557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938000160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272268444299698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938015109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11851995438337326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938030567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318323165178299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938045821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12717083096504211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938061024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12850505113601685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938061025, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784938061025, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784938149001, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6239259243011475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784938149002, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784938149002, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784938163685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12820583581924438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938178842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11873514950275421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938193908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12177902460098267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938209058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12143519520759583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938223996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12397589534521103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938238900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12616348266601562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938253834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11638250201940536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938268916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12266775220632553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938283889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12555143237113953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938298852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12399408966302872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938313568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115031898021698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938328425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12398573011159897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938343198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014449596405029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938358228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12482797354459763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938358230, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784938358230, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784938445140, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6372470855712891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784938445141, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784938445141, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784938460356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11695849895477295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938475445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11497151106595993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938490659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294596642255783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938505991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12181269377470016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938520827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12381323426961899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938535643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11678199470043182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938549972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12024708837270737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938565465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1220075860619545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938580988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12060094624757767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938596615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11287448555231094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938612228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12081152200698853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938627587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12167034298181534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938642782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12474670261144638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938658110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11736506968736649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938658111, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784938658111, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784938744363, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6602479815483093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784938744363, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784938744364, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784938759589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11939649283885956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938774598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11208266019821167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938789715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100817546248436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938805017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294769495725632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938820288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10849444568157196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938835788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12187722325325012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938851431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11633173376321793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938867149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12039190530776978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938882380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293262451887131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938898004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11980141699314117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938913498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11317829042673111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938928932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11366777867078781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938944070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10928861051797867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938959160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11618045717477798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784938959161, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784938959161, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784939044454, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6937454342842102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784939044455, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784939044456, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784939059311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11995279043912888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939074545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11940624564886093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939089751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12303195148706436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939104842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529191792011261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939119994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11408238112926483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939134910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11694838851690292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939150050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11908195912837982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939165178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1182609498500824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939180224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087748259305954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939195163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11724633723497391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939210186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156880185008049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939225014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11577170342206955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939239776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11275888979434967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939255061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12450011074542999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939255062, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784939255062, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784939339102, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7192524075508118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784939339103, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784939339103, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784939354423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12364639341831207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939369671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1161765530705452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939384663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11577105522155762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939400033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1215982735157013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939415203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10941796749830246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939430474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11106391996145248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939445135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11252942681312561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939460386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784813016653061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939475832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11083297431468964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939491735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11616229265928268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939507530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12299232184886932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939523213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1147681400179863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939539145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126273974776268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939554958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11224939674139023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939554959, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784939554959, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784939637442, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7523471713066101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784939637443, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784939637443, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784939653285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12552717328071594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939668928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11391382664442062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939684521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11569991707801819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939700253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11286569386720657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939715736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1188555508852005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939731436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1182413175702095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939747347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12112338095903397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939763283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1200919970870018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939779054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11501278728246689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939795166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11220811307430267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939810963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11479891836643219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939826402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11531636118888855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939841689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12500953674316406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939857310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11559991538524628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939857311, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784939857311, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784939943149, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7597017288208008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784939943150, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784939943150, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784939958565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1208360493183136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939974040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12020669132471085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784939989533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11308158934116364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940005308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11444103717803955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940020907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079978421330452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940036511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11504068225622177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940052217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168321818113327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940067521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11067923903465271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940083133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910087823867798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940098528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10795875638723373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940114285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12209182977676392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940129986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602448135614395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940145775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12089183926582336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940161851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11972643435001373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940161852, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784940161852, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784940246766, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7638093829154968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784940246767, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784940246767, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784940262665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1185598075389862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940278071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1176624596118927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940293374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11544173210859299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940309173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11451605707406998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940324808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258720815181732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940340341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032528281211853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940355929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11881006509065628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940371386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11413559317588806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940386809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10359210520982742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940402254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10223335772752762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940417300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1062302216887474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940432597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11153040826320648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940447870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11025074869394302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940462971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11479317396879196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940463012, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784940463012, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784940547628, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7664027810096741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784940547629, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784940547629, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784940562953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448537021875381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940578612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10680893808603287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940594342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11492560803890228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940609609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014033108949661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940625161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063852310180664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940640904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363869160413742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940656347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11286409199237823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940671634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11169115453958511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940686858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657290160655975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940701856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11067714542150497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940716771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10031159967184067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940731669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11349481344223022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940746517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10605772584676743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940761512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10504526644945145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940761512, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784940761513, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784940845707, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7679443955421448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784940845708, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784940845708, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784940860556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10599172115325928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940875772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11353108286857605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940890892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09602254629135132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940905973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10330890119075775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940921050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242339760065079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940935822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443577170372009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940950970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0881919115781784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940965735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10869967937469482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940980857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10153903067111969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784940996152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11773420870304108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941011471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696043819189072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941026615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10016818344593048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941042002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0996507927775383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941057431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10751274228096008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941057432, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784941057432, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784941141427, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7688356637954712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784941141428, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784941141429, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784941156493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11522859334945679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941171566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119188740849495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941185975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383007675409317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941201389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598888993263245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941216515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09989817440509796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941231886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10191570967435837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941247171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591349005699158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941262580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703720152378082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941277663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09788559377193451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941293012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084107756614685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941308119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10487118363380432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941323210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1061650738120079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784941338294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10820775479078293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} diff --git a/recommendation/rcp_logs/gbs_8192/seed552965065.log b/recommendation/rcp_logs/gbs_8192/seed552965065.log deleted file mode 100644 index 730da9890..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed552965065.log +++ /dev/null @@ -1,1815 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784658183613, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784658183613, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784658204806, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "seed", "value": 552965065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784658204808, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784658204809, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784658204809, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784658987475, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784658987476, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784658987896, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784659258248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799943029880524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784659270346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13899414241313934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659283258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13874348998069763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659296098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13925470411777496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659309155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13904842734336853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659322331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886089622974396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659335671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13916324079036713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659348835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13850216567516327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659362308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13880807161331177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659375682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13887231051921844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659389295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13896244764328003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659402796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13890060782432556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784659416637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13893844187259674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659430225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825617730617523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659430226, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659430226, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659520036, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4999590218067169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659520036, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659520037, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784659532801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389658898115158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659545782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386823207139969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659559888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387050598859787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659573336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388169527053833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659586970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869225978851318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659600497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882645964622498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659613630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860014081001282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659626950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13858339190483093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659641444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884922862052917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659655206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13862979412078857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659669222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867130875587463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659683073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387033760547638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659696684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851049542427063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659710940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138844832777977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659710941, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659710941, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659795829, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5001230835914612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659795830, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659795830, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784659809498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13832128047943115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659823389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853776454925537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659837269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381119191646576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659851142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785172998905182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659864534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860253989696503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659877977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13831062614917755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659891469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799473643302917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659905539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796545565128326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659919455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13742361962795258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659933204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774333894252777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659947184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799074292182922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659960893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13808418810367584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659975178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13804316520690918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659988804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378697156906128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784659988805, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784659988805, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660071834, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5003073811531067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660071835, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660071835, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784660085173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13737033307552338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660098871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377810686826706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660112434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13718874752521515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660126846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13748934864997864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660140823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768510520458221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660155088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378512680530548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660169229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371222287416458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660183201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13757918775081635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660197628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13710801303386688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660211696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385217159986496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660225600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13662850856781006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660239458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378578245639801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660253390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13573578000068665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660267484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13681861758232117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660267485, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660267485, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660351246, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5005672574043274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660351247, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660351247, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784660365102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13639608025550842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660379095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13577444851398468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660392820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758306205272675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660406832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496892154216766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660420885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367558091878891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660434701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13387584686279297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660448875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13574974238872528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660462568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562487065792084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660476538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378091275691986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660490404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540299236774445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660504248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14615002274513245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660518486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13577800989151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660532288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13418659567832947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660546388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771024346351624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660546388, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660546389, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660631430, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.500906229019165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660631431, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660631431, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784660645333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354517787694931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660659161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13962006568908691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660673197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13615639507770538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660687115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13352316617965698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660701297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349768340587616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660715522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13919053971767426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660729472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335921436548233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660743421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306336104869843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660757001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13324172794818878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660770427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13164928555488586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660784307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13124771416187286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660797816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508455455303192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660811457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178212940692902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660825446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13874736428260803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660825446, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660825447, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660908517, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5014082789421082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660908518, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660908518, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784660922304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377967476844788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660936008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341419398784637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660950294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358257234096527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660964390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351969838142395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660978636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791343569755554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784660992931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12800505757331848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661006869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549545407295227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661021037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1293003261089325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661035366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334085762500763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661049860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327323168516159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661064046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373106718063354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661078338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13421498239040375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661092656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135316401720047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661106573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355106115341187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661106574, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661106574, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661190483, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5022820234298706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661190484, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661190485, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784661204410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13253094255924225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661218260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377249240875244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661232126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13589408993721008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661246353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355898231267929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661260303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1396108865737915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661274059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333117038011551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661289297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135166734457016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661303728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13346953690052032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661317941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289061188697815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661332386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318179965019226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661346316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13579308986663818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661360705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335703432559967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661374850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355956971645355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661388850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13059742748737335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661388851, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661388851, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661473112, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5034599304199219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661473113, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661473114, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784661487881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13806092739105225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661502046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500580191612244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661516315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354016661643982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661530618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13118544220924377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661544661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364659249782562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661558829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343492567539215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661573216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13695314526557922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661587531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13398835062980652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784661601713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13299560546875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661615731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294887512922287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661629374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276707947254181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661643181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13311472535133362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661657054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12972883880138397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661670665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12462257593870163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661670666, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661670666, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661753894, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5047202706336975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661753895, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661753895, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784661767886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13139000535011292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661781651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588716089725494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661795725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342653214931488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661809862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13063772022724152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661823671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1281563639640808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661837921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12640880048274994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661852186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12905199825763702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661866091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13243651390075684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661880066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13554884493350983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661894007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1250339150428772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661907687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12846575677394867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661921467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13435883820056915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661935552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112753629684448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661949787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12920919060707092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661949787, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784661949788, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662032866, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5063016414642334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662032867, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662032867, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784662046925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044272363185883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662060755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12919020652770996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662074231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331424117088318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662088826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12385617196559906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662103265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296423375606537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662117207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12588661909103394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662131187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12999510765075684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662145466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12189626693725586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662159255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13576778769493103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662173588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13706083595752716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662187565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12362799048423767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662202067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12330584973096848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662216329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12564173340797424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662230570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290406435728073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662230571, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662230571, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662313135, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5081444978713989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662313136, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662313136, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784662326956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665038347244263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662341380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13669784367084503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662355162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13560304045677185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662368815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14022551476955414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662382635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665997982025146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662396513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384442001581192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662410378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12757378816604614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662424138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12620095908641815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662437880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14237329363822937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662452133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14098887145519257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662466258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273718625307083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662480203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1283930540084839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662494110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13242369890213013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662507508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13152214884757996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662507509, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662507509, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662590272, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5102068781852722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662590273, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662590273, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784662605376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14137548208236694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662620196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14257048070430756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662634523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354004442691803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662649107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13933195173740387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662663999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1450531780719757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662678298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14101271331310272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662692804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12612766027450562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662707299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376419961452484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662722072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317634880542755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662736663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13615137338638306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662751222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782374560832977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662765428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331111192703247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662780248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13454820215702057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662794592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13660554587841034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662794592, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662794593, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662875526, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5123598575592041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662875527, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662875527, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784662889528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386594921350479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662903995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380886286497116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662918550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316414326429367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662932981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329125612974167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662947436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337766796350479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662962411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13967552781105042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662977386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275635242462158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662992348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14123030006885529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663006738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1406668871641159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663021574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508111238479614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663036075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12762971222400665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663050261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13018545508384705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663064420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13411881029605865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663078902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12777194380760193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663078903, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663078903, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663163329, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5149442553520203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663163329, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663163330, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784663177552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322093904018402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663191911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13671553134918213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663206410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13343705236911774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663220893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13186843693256378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663235501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394153118133545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663249896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334502398967743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663264527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383246958255768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663278962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13258393108844757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663293173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13997139036655426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663308131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166727125644684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663322573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128742977976799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663336884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13121894001960754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663351262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13212114572525024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663365726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357986032962799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663365726, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663365727, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663449410, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5184434056282043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663449411, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663449412, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784663464036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335851103067398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663478674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12296156585216522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663493285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13054616749286652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663507977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13038809597492218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663522430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508571684360504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663537527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533343374729156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663552010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354304701089859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663566769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12398926913738251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663581248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104626536369324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663595371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104477524757385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663610112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303461343050003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663624308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13304094970226288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663638620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13107267022132874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663652730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13021479547023773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663652731, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663652731, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663735697, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5232583284378052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663735698, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663735698, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784663750116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779330253601074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663764544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323932260274887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663778776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334737241268158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663793103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13027417659759521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663807236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12719541788101196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663821373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322733610868454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663835884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13575130701065063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663850269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329377144575119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663864578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13119536638259888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663879099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13887722790241241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663893624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337345391511917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663907539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777250051498413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663922370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317223608493805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663936529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325555622577667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663936529, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784663936530, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664019013, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5301088690757751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664019015, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664019015, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784664033213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112807273864746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664047409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350865364074707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664061744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762417435646057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664075991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333334892988205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664090050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12729424238204956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664104189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12927928566932678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664118383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12577621638774872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664132264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12398124486207962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664146615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358814239501953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664161056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13717389106750488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664175364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13455830514431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664190200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12695352733135223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664204563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305464506149292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664218451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12357718497514725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664218451, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664218452, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664301268, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5401998162269592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664301269, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664301269, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784664315804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13247530162334442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664330167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324150264263153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664344409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364361226558685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664358640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781920075416565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664372969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13622289896011353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664387365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13128021359443665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664401624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271827667951584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664415897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350192427635193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664430015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12476976960897446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664444586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13038043677806854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664458965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321927160024643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664473558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13388708233833313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664488355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1404450535774231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664502700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13603733479976654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664502701, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664502702, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664583624, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5559850335121155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664583625, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664583625, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784664598485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13650840520858765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664613074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13111497461795807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664627362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13239818811416626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664641811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13881073892116547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664656898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12973974645137787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664672060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382676213979721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664686580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345081925392151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664701364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13686566054821014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664715997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344965249300003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664730830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130527526140213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664745595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399218738079071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664760337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13455846905708313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664775010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12854449450969696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664789772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333451122045517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664789773, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664789774, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664871946, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5728837847709656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664871947, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664871947, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784664886813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1413743495941162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664901339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322048008441925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664916320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13313816487789154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664930942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13019835948944092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664945959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497790694236755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664960862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318601250648499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664975595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335376799106598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664990276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515476882457733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665004863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13077928125858307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665019748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323266625404358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665034568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241222500801086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665049435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13669615983963013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665063909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358635276556015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665078735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13683247566223145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665078735, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665078735, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665163048, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5888171792030334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665163048, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665163049, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784665177608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13101112842559814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665192469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13461506366729736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665207144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337691128253937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665222333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159269094467163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665236903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13649587333202362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665251331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12881624698638916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665266414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308638334274292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665280753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12234139442443848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665295309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12991908192634583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665309767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308651715517044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665324290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13019444048404694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665338480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046270608901978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665352764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12806424498558044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665367265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12959638237953186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665367266, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665367266, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665452271, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6012089848518372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665452272, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665452272, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784665466355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12115747481584549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665480739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12562403082847595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665495090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275976449251175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665509580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216876983642578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665524300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13072320818901062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665538826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1206408143043518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665553626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12916713953018188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665568394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130523681640625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665582988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357566863298416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665597193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12666645646095276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665612212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13168780505657196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665626413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11652933806180954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665640704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11997154355049133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665655066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12366432696580887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665655067, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665655067, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665739123, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6119140982627869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665739124, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665739124, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784665753246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12019892036914825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665767250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12546274065971375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665781473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274472028017044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665795657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13040021061897278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665809782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11969975382089615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665824037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133904367685318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665838279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12760086357593536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665852420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12017550319433212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665866857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12554991245269775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665881454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12509562075138092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665895741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682901531457901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665910541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13018769025802612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665925066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126125305891037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665939472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12757688760757446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665939472, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784665939473, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666025890, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.620954692363739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666025891, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666025891, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784666039855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1254407912492752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666054821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168498620390892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666069581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12058831006288528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666084400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11953532695770264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666098945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12219134718179703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666113529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12452683597803116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666127980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447031795978546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666142621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12158572673797607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666157203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12373241782188416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666171695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12193397432565689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666186277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1139625757932663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666200716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12083431333303452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666215042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10738841444253922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666229485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12303372472524643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666229485, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666229486, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666316188, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6297642588615417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666316189, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666316189, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784666330772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11469430476427078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666345297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11310458183288574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666359914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12785103917121887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666374952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11945724487304688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666389483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12211843580007553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666403922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11416764557361603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666418097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758730560541153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666432930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1204940676689148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666447345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11945618689060211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666461750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1114073395729065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666476097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11857143044471741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666490393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1214645653963089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666504684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12401822209358215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666519120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11638699471950531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666519120, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666519121, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666605607, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6432831287384033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666605608, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666605609, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784666620001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11754223704338074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666634170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11094605922698975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666648244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880561172962189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666662278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260897666215897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666676383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790131241083145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666690591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12273216247558594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666705032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114004947245121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666719719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12025664746761322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666733994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10052774101495743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666748680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1203790009021759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666763411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11204218119382858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666778029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11177803575992584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666792469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10890824347734451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666806903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11686602979898453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666806904, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666806904, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666891418, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6628134250640869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666891419, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666891419, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784666905895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12059533596038818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666920521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12058954685926437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666935231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12281739711761475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666949832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503115504980087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666964421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11346498131752014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666978860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11680986732244492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666993588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11969521641731262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667008320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11896408349275589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667022873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883548855781555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667037300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11796131730079651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667051666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11624391376972198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667065856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11689098924398422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667080234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355000734329224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667094980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12568703293800354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667094981, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667094981, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667179442, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6876556873321533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667179443, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667179443, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784667194176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12357061356306076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667208902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11668358743190765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667223556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11678680032491684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667238800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12324497103691101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667253694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042983829975128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667268472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11192025244235992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667282693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11352083832025528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667297709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10912134498357773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667312473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11115780472755432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667327682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11679071933031082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667342604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12447724491357803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667357352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537674814462662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667372347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278441995382309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667387195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11262689530849457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667387195, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667387196, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667470654, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7091096043586731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667470655, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667470655, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784667485581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12713424861431122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667500225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11452675610780716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667514931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11777949333190918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667530024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11344048380851746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667544675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11951036751270294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667559646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11982087045907974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667574951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12213747203350067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667590141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12122014909982681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667605163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11611546576023102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667620671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11380874365568161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667635710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11679720133543015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667650493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1173253282904625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667665244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12641097605228424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667680669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11634532362222672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667680670, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667680670, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667764929, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7291173934936523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667764930, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667764930, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784667780167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12371691316366196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667795656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12096355110406876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667810770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430855840444565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667825922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11629936099052429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667840844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10955443978309631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667855876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11597130447626114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667870868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11884675920009613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667885693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11268441379070282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667900699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10992365330457687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667915594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10943824797868729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667930866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12353833764791489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667946250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10787832736968994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667961292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12156340479850769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667976817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11976757645606995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667976818, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784667976818, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668060889, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7434591054916382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668060890, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668060890, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784668076049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12144766747951508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668090944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1202075183391571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668105896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115965835750103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668121261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11726990342140198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668136286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10428761690855026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668151340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10596517473459244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668166223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12063826620578766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668181134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11560311168432236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668195992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10565987229347229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668210978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10434678196907043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668225668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083378866314888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668240593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311125010251999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668255469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11303956061601639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668270327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163102388381958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668270373, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668270374, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668357095, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7527211308479309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668357097, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668357097, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784668371902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049090176820755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668387103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804679989814758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668402423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168646588921547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668417330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196686327457428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668432520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903113335371017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668447894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11584555357694626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668463010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11360613256692886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668477803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11425746977329254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668492919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.117919921875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668507816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229243874549866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668522530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10244238376617432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668537276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11459369957447052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668551786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10855696350336075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668566429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802388936281204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668566430, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668566430, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668652507, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7561548352241516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668652508, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668652508, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784668667121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10776841640472412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668682032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11459986865520477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668696847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09808070212602615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668711460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104339100420475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668726224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11396808922290802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668740817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058289185166359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668755434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08985555917024612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668769970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000413447618484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668784767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10409477353096008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668799626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11719410866498947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668814712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837613791227341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668829616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105680674314499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668844917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145687311887741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668860082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083582192659378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668860083, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668860083, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668944046, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7575886249542236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668944046, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668944047, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784668958922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11725829541683197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668973782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11249864846467972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668988127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458160191774368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669003529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071750670671463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669018157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10041751712560654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669033115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448572784662247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669047902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781173408031464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669062954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10943431407213211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669077824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09833849966526031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669092917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10944432020187378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669107763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054118201136589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669122685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837013274431229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669137551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842226445674896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669152464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131020113825798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669152464, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669152465, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669234337, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7582312226295471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669234338, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669234338, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784669249250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11125095933675766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669263587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10024839639663696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669278317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10399632155895233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669293276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10748755186796188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669308188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11136133968830109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669323151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1140298843383789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669338083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10084249079227448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669353126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602894425392151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669368150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10773903876543045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669382904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656298696994781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669397719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11305981874465942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669411948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09556512534618378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669427331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09842762351036072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669442093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843703895807266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669442094, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669442095, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669523565, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7607043981552124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669523566, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669523566, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784669537901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0926835909485817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669552569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10499082505702972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669567108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11043862253427505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669581840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09891252964735031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669596354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110629215836525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669611000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156409978866577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669625606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09795581549406052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669640038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156366765499115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669654720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10636813193559647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669669213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547517985105515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669683907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938441008329391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669698093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055293157696724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669712415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09825889766216278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669727074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733496397733688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669727074, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669727075, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669808692, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7623792290687561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669808693, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669808694, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784669823746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510244220495224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669838801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10536855459213257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669853494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598364472389221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669868376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10419239848852158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669883241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0989052876830101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669898024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10094214230775833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669913102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10651808977127075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669927407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09615535289049149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669942349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823020339012146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669956926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10890167206525803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669971303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11711908131837845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669985820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546462774276733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670000129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11623266339302063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670014535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11567256599664688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670014535, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670014536, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670096955, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7642495632171631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670096956, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670096956, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784670111148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162676870822906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670125576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11619577556848526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670139987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082889661192894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670154763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10267677158117294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670169285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0912107601761818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670183915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09837912023067474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670198363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045994758605957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670212983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778253525495529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670227381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10833050310611725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670241906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10034714639186859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670256893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132354587316513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670272011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09982895851135254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670287188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11005252599716187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670302031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11303727328777313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670302032, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670302033, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670385090, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7652899026870728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670385091, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670385091, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784670400129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081085056066513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670415040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10190222412347794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670429680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11055015027523041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670444492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09185964614152908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670458768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11512662470340729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670473104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10722924768924713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670488726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155542731285095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670503727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109859496355057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670518943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12246204167604446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670533887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10555077344179153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670548947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207500845193863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670564202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1233496367931366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670579117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09988876432180405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670593996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175902932882309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670593997, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670593998, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670677499, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7659822106361389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670677500, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670677500, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784670692403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041853278875351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670707229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1188519150018692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670721978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10972927510738373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670737113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551214963197708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670751924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09680968523025513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670766840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11308252066373825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670782117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640640556812286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670797243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679514706134796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670812294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11681105941534042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670827043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09955725818872452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670842260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12470730394124985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670857373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10775639861822128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670872459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11724931001663208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670887416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818365961313248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670887416, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670887417, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670972195, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7664766311645508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670972196, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670972196, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784670987319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430183798074722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671002488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11581480503082275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671017659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11129315197467804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671032759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11803755164146423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671047761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11463473737239838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671062935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11893336474895477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671078378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12742270529270172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671093433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12101880460977554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671108491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11610987037420273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671123977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090923845767975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671139177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10860344022512436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671154471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804637521505356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671169621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1151478961110115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671184928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11478086560964584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671184929, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671184929, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671269494, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.768110990524292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671269495, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671269495, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784671284903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12000101059675217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671300290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728660970926285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671315381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903028398752213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671331009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10800377279520035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671346364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11121080070734024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671361509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10979808866977692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671376581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363855749368668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671391490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803906619548798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671406323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10671205073595047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671420829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10081226378679276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671435893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10422738641500473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671450616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09738171845674515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671465463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440685600042343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671480272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10075122117996216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671480272, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671480272, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671563871, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7692722678184509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671563872, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671563872, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784671578557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10972961038351059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671593438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10126078873872757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671608293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0970630869269371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671623130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866563767194748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671638196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11503998935222626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671653027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10500345379114151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671667828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482362657785416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671682712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10499686747789383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671697500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202785581350327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671712502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1200610026717186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671727533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1164766177535057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671742604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10167405754327774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671757880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10052410513162613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671772644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12051520496606827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671772646, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671772646, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671857530, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7696687579154968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671857531, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671857531, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784671872683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11068937182426453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671887679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09660215675830841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671902652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10506575554609299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671917711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10353858768939972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671932395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871294885873795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671947337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10516069084405899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671962072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10690950602293015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671976661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11220815777778625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671991603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489332675933838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672006488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793318599462509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672021111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053493320941925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672035775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476066708564758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672050160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678164660930634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672064753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10251594334840775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672064754, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672064754, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672149188, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7702942490577698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672149189, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672149189, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784672163786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09976334869861603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672178541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09443977475166321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672193090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09640350937843323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672207751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09660836309194565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672222396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09681497514247894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672237299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09481257945299149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672251980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057759284973145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672266708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09689074009656906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672281779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10284414142370224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672296635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10890453308820724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672311729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473132878541946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672326660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10343988984823227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672341540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11470083892345428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672356953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11166082322597504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672356954, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672356955, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672438824, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7708221077919006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672438825, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672438825, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784672453919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09870336204767227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672468977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10716582834720612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672484296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977748036384583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672499121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10111355036497116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672514110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10075461119413376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672528958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774217545986176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672543646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11068297922611237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672558408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626283288002014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672573429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10247038304805756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672588123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10176991671323776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672602805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09983641654253006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672617423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10291752964258194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672632122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973136872053146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672646733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11457201838493347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672646735, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672646735, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672727401, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7709139585494995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672727402, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672727402, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784672742045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11017722636461258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672756595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071045771241188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672771287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09126114100217819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672785923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313673317432404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672800735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067257672548294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672815167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10808424651622772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672829638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991548001766205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672844333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313700139522552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672859211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10033799707889557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672874171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416644811630249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672889222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10264048725366592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672903938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823312401771545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672918987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050790399312973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672933992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1093808263540268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672933992, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784672933993, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673015791, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7714128494262695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673015792, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673015792, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784673030514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10372438281774521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673045230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383300483226776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673059743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039569079875946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673073966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024923324584961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673089412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10730501264333725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673104099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10125790536403656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673118850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889412671327591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673133853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10221643000841141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673148630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163705587387085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673163369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510937124490738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673178090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386615991592407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673192729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10281877964735031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673207613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10434514284133911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673222328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10681722313165665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673222329, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673222329, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673307266, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7719566226005554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673307267, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673307267, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784673322207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842598229646683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673337138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10217338055372238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673351896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413184016942978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673366832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138615220785141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673381881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503864288330078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673396687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11246854811906815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673411918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10163788497447968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673427083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11032926291227341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673442617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11377698928117752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673458216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611158609390259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673473494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10358814150094986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673488901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048101857304573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673504637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10495594143867493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673520107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09945116192102432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673520107, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673520108, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673605239, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7724649310112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673605240, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673605240, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784673620687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258351266384125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673635907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09946665912866592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673651186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10635492950677872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673665950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072574764490128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673681333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799048840999603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673696120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10942861437797546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673711122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755161195993423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673726207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11526735872030258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673741177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11421159654855728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673756101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090754181146622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673770885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103833869099617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673785604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10311432927846909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673800301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531531274318695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673814811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10762470960617065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673814812, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673814812, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673898097, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7723333835601807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673898099, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673898099, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784673913002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10236167907714844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673927860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10068614780902863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673942963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920953750610352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673957896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494718700647354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673972692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09432478249073029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673988026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214663833379745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674002904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120684653520584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674017763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076372042298317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674032874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103740394115448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674048123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340366512537003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674063100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963961482048035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674078319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11463237553834915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674093397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10606727749109268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674108620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10310696065425873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674108620, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674108621, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674192029, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.772475004196167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674192030, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674192030, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784674207354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11335679888725281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674222492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921350866556168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674237551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10990176349878311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674252858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10751769691705704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674267666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10136682540178299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674282227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810829699039459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674298093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11782412230968475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674313669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903023928403854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674329121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11648276448249817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674344920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12224160879850388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674360411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10737156867980957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674375932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11086719483137131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674391564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11468353122472763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674406973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10974818468093872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674406974, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674406974, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674490114, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7725011706352234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674490115, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674490115, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784674505555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11369781941175461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674521171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095953956246376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674536619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11111204326152802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674552136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066138744354248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674567621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045481488108635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674583124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340418457984924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674598636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667996108531952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674614224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11485638469457626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674630044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11223098635673523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674645795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12006304413080215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674661752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060485988855362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674677521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758163571357727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674693173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743365436792374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674708868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11945103108882904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674708869, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674708869, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674791004, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7728175520896912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674791005, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674791006, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784674806601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11982090771198273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674822000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802178829908371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674837140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11970112472772598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674852242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11422348022460938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674867537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745739191770554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674883117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11521004885435104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674898403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11198542267084122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674913821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11656239628791809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674929299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11290138959884644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674944486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10586400330066681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674959635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11376823484897614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674974841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608775913715363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674989934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11699650436639786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675005327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10553760826587677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675005328, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675005328, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675087926, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7733796834945679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675087926, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675087927, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784675103023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985536128282547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675118360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11963549256324768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675133406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065738648176193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675148524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11370307952165604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675163689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11601575464010239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675178810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934940725564957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675194046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823490470647812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675209527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11005768924951553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675225075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124274879693985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675240255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278194189071655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675255654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10992828756570816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675271142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11039676517248154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675286588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148940026760101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675301907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090904027223587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675301907, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675301908, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675386649, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7734882831573486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675386650, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675386650, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784675401587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11816207319498062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675416920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11108239740133286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675431795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11082352697849274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675446864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315161198377609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675461597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10590894520282745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675476593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11198033392429352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675491428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081482470035553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675506086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772236436605453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675520732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0972389280796051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675535382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1018366739153862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675550101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551013797521591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675564622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1045004203915596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675579481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11025072634220123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675594480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11628006398677826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675594481, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675594482, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675679527, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7736825942993164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675679528, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675679529, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784675694222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11461648344993591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675708909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10559825599193573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675723729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10083957016468048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675738870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09228663146495819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675753594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363030225038528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675768074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10408120602369308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675782819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255050659179688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675797883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11254727095365524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675812814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10721845924854279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675827820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362335294485092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675842744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10958860069513321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675857965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11101820319890976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675873303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772555321455002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675888398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714070498943329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675888399, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675888399, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675970186, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7737115621566772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675970187, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675970187, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784675985049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10972150415182114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676000214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336288064718246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676015201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057031899690628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676029996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09952414035797119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676045610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11580689251422882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676060773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035864800214767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676075785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362912714481354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676091068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792698711156845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676106235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840388387441635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676120993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087806299328804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676135958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1105596125125885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676150782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0992150530219078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676165605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10701523721218109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676180413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08735102415084839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676180414, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676180414, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676262471, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738859057426453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676262472, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676262473, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784676277537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09522689133882523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676292590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109552532434464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676307686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756984353065491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676322759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10154039412736893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676337763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10206974297761917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676353003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0902676060795784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676367973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362037271261215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676382986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09716498851776123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676398031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039154902100563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676413204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638890415430069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676428456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056242138147354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676443509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819084197282791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676458528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648135095834732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676473732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10317320376634598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676473732, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676473733, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676557917, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773803174495697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676557918, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676557919, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784676573088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09651698917150497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676588604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531379282474518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676604078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09497105330228806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676619434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10249438881874084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676634842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0979381799697876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676649867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10048148036003113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676664798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10922686755657196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676680344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090120881795883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676695000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10900279134511948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676709851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977187752723694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676725045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658758133649826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676740170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10454875230789185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676755101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10964180529117584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676770074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920406132936478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676770075, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676770075, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676852533, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742225527763367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676852534, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676852534, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784676867400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10668321698904037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676882238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047973558306694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676897027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10382308810949326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676911880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0999973937869072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676926853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667775571346283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676941777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09605084359645844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676957300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10548501461744308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676972207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10338583588600159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676986980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11048562079668045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677001847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09917221963405609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677016488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09752672165632248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677031284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10231642425060272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677046068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09088427573442459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677060955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739145427942276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677060956, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677060956, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677142562, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742472290992737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677142563, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677142563, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784677157194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09944417327642441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677172155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115378350019455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677186931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09906347095966339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677202053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000346392393112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677217029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10043911635875702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677232178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243477672338486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677246999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10215522348880768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677261689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530959069728851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677276641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10203330218791962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677291198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296837031841278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677306479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10116874426603317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677321998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823141783475876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677337392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547935962677002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677353079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060882955789566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677353080, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677353081, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677434484, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743372321128845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677434485, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677434485, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784677450101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065770611166954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677465795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834153950214386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677481228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10690996795892715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677496958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739587992429733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677512642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273580253124237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677528032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10731975734233856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677543601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09769302606582642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677559301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0985049307346344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677574834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051524356007576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677590336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10466697812080383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677606009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313636064529419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677621753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100674718618393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677637505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679648816585541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677653055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10012850910425186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677653056, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677653057, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677735412, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7745670676231384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677735413, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677735413, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784677750913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10341231524944305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677766285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544803738594055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677781810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09456998854875565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677797645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09875989705324173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677813118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208892822265625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677828899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10032607614994049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677844601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692936927080154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677860430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973890125751495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677876073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853261500597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677891688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10033433139324188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677907431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10270387679338455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677922625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0986272320151329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677938123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124630942940712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677953143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.110997274518013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677953143, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784677953144, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678038194, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747896909713745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678038195, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678038196, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784678053043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585133731365204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678068577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483498871326447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678083286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647380352020264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678098220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11115065217018127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678113511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632440447807312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678128682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10900268703699112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678143345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10783589631319046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678158281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0977359265089035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678173183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699149966239929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678187812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10376715660095215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678202744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082145944237709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678217273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10361424833536148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678232370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10634340345859528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678247296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09585977345705032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678247344, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678247344, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678329785, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7744455337524414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678329786, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678329786, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784678344626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09921760112047195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678359395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545545071363449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678374355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258479416370392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678389348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10407175868749619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678404339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782988369464874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678419207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1234048455953598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678434332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802687704563141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678449633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09885881841182709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678464934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11261860281229019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678480151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11222001910209656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678495494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11461423337459564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678510811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.099125936627388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678526272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10664304345846176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678541553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047402024269104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678541601, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678541601, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678624448, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749985456466675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678624449, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678624450, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784678639697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09798288345336914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678654898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09812422096729279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678669940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11301998049020767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678685186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11781749874353409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678700101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11432977020740509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678714701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105909943580627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678730468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679641366004944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678746023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12030281126499176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678761574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10520271956920624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678777406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794291645288467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678793261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11125292629003525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678808852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062360554933548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678824426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1130780577659607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678839953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11141259968280792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678839953, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678839954, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678924234, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752209901809692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678924235, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678924235, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784678939900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720156133174896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678955608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11055469512939453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678971471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11452797800302505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784678987124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10999633371829987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679002704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821057111024857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679018516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828284174203873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679034157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10174847394227982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679049727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11298618465662003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679065307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12004699558019638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679081034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954868048429489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679096551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10886732488870621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679112500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453587770462036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679128448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349419713020325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679144283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10870437324047089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679144284, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679144284, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679229642, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7751529812812805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679229642, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679229643, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784679245329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11429392546415329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679260858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12012463808059692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679276413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11408296227455139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679292134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11227956414222717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679307911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11120575666427612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679323355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1203671544790268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679339040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117851585149765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679354222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903777927160263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679370023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11065398901700974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679385483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889756143093109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679400742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035359650850296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679416536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935057699680328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679432245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431171953678131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679447465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110275238752365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679447466, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679447466, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679531755, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7751463651657104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679531755, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679531756, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784679546883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11320057511329651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679562289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1287248134613037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679577761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823465138673782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679593159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123003363609314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679608393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11308407783508301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679623823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213038861751556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679639114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454028636217117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679654684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11316046863794327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679670041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10698448121547699, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679685450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084374263882637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679701323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12970314919948578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679716794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1133008524775505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679732693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11337722837924957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679748640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11652883887290955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679748641, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679748641, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679831989, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7754664421081543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679831989, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679831990, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784679847237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09554106742143631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679862768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126850545406342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679878432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12231703847646713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679893983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10698774456977844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679909800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962364822626114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679925495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10747577250003815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679941001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11171978712081909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679956070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260786652565002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679971607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10342445969581604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784679986599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1184222623705864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680001707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084275171160698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680017008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11136496812105179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680032387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09249947220087051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680047405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10379166901111603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680047406, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680047406, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680130800, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7755693197250366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680130801, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680130801, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784680146077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10179179906845093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680161154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0969187542796135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680176094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11491759121417999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680190972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774854570627213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680205708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10944300144910812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680220858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445953160524368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680235865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10786265879869461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680250932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11337218433618546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680265946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09965506196022034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680281055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09585850685834885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680296068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09711847454309464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680310965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09679725766181946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680325795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243436694145203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680340774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1008734181523323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680340775, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680340775, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680424550, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7755444049835205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680424551, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680424551, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784680439477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10375186800956726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680454735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1031138151884079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680469803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10438747704029083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680484923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672374814748764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680500043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1025138795375824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680515396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09990967810153961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680530794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10955553501844406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680545930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10505404323339462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680561139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067034900188446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680576158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063026413321495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680591658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431532561779022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680606668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082649901509285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680621565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10609164088964462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680637201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11336471140384674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680637239, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680637240, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680721083, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757243514060974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680721084, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680721084, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784680735940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813214629888535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680750968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11209828406572342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680766138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728926956653595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680781469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10773249715566635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680796421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10058476030826569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680811587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10205656290054321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680826782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09628736972808838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680841637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080436035990715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680856396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940848499536514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680871247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10275542736053467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680886464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10198643058538437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680901373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10316538065671921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680916208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09998275339603424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680931276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10382518917322159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784680931323, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784680931323, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681015712, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757202982902527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681015714, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681015714, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784681030785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09797004610300064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681045943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757656395435333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681060853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09886974096298218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681075801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10286851972341537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681090508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.094500832259655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681105448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660538822412491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681120590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10397319495677948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681135566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040806844830513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681150920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051468625664711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681166001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11158427596092224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681181320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09640610963106155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681196747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11144086718559265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681211964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11225848644971848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681226967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1018434688448906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681227015, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681227015, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681313851, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7760013937950134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681313852, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681313852, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784681328612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09805140644311905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681343702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714544355869293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681358867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085044801235199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681373534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652562230825424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681388656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10078267753124237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681403644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904742777347565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681418719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1000368669629097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681433848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09902563691139221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681448952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921299457550049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681464235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10948925465345383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681479503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10042422264814377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681494847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09451229870319366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681509894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09560400247573853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681524953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10597772151231766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681524954, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681524954, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681608550, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7762555480003357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681608551, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681608551, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784681623790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10305137187242508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681638979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11378656327724457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681654178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162705183029175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681669489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593324899673462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681684669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11052487045526505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681699773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10065224021673203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681715016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10977331548929214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681730107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151757299900055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681745279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764924436807632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681760398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144416242837906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681775518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09777242690324783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681791023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11153887212276459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681806554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11908216774463654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681821869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10942085087299347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681821870, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681821870, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681904552, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7765254378318787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681904552, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681904553, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784681919916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11610374599695206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681935065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10081896185874939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681950681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09983973205089569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681966115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080035030841827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681981360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10555675625801086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784681996609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09896174818277359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682011832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10048213601112366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682027121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615680366754532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682041972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567493736743927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682056686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09437938034534454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682072372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453102737665176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682087370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10177437961101532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682102476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09331221878528595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682117699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10050517320632935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682117700, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682117700, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682200153, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7765637040138245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682200154, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682200154, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784682215388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11073098331689835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682230630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328841000795364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682245624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006229817867279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682260765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10701052844524384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682275916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10350238531827927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682290941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393205285072327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682306132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643699020147324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682321190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10870818048715591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682336487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09823095053434372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682351534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09733237326145172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682366698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196649819612503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682381539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09786434471607208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682396931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10187935084104538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682411874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10304316133260727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682411875, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682411875, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682496524, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768917083740234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682496524, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682496525, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784682511681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10175113379955292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682526658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10848377645015717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682541716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228736490011215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682557178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09397979080677032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682572660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10430128127336502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682588078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764440149068832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682603529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11618561297655106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682618768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104060173034668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682634224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10555383563041687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682649890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11004109680652618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682665532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09755495190620422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682680909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10849206894636154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682696345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09876315295696259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682711574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10654675215482712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682711575, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682711576, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682795647, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7771489024162292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682795648, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682795649, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784682811150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11029288172721863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682826104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10454930365085602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682840810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09227795153856277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682856382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1004406213760376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682871424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10887124389410019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682886542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1108269914984703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682902140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09618444740772247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682917590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10412478446960449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682932738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058831512928009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682947881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09997168928384781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682962931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440943390130997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682977938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10532116144895554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784682992800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104750782251358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683008017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11407165974378586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683008017, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683008018, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683089920, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7773520946502686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683089921, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683089921, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784683104745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10936039686203003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683119893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10452757775783539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683134770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10415691882371902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683149854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088084951043129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683164744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10221856832504272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683180135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09768795967102051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683195335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10269258916378021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683210358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11251284182071686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683225468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10123918950557709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683240686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09529995918273926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683256153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050400510430336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683271731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11248779296875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683287455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162501037120819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683302936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11819541454315186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683302937, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683302937, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683384677, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7776286602020264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683384677, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683384678, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784683400362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115775465965271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683415745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09717968851327896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683431327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10558876395225525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683447148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213841289281845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683463000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11812715232372284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683478705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09662627428770065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683494536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557949542999268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683509975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10139968991279602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683525963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10141575336456299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683541656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042453944683075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683556761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615433752536774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683572713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991960018873215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683588081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09942445904016495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683603549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498574167490005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683603550, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683603550, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683687466, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7775029540061951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683687467, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683687467, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784683702982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11254791915416718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683718626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1113620176911354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683734115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10688957571983337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683749700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12101852148771286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683765189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11606157571077347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683780726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202674567699432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683796363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11864793300628662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683811671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11450738459825516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683827108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1056765615940094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683842562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784120857715607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683858254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10796665400266647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683873691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10654494911432266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683889309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739057511091232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683904552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11550680547952652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784683904552, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683904553, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683989476, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7783324122428894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683989476, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784683989476, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784684005008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11252786964178085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684020262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431145876646042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684035655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339304804801941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684051243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11678243428468704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684066853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835223644971848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684082180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065356582403183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684097835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10536456108093262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684113358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11402176320552826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684129273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.118105448782444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684144854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10613447427749634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784684160354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11786451190710068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684175855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11286060512065887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684191093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10797473788261414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684206836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11533725261688232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684206837, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684206837, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684292913, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7784428596496582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684292917, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684292917, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784684308237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10092977434396744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684323955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071209609508514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684339848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11596709489822388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684367122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1018984317779541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684383283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09974063187837601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684411423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825282335281372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684427173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09818384796380997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684445650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10789960622787476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684461466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10110635310411453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684477211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515380650758743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684492622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11442946642637253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684508140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075793206691742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684523514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1172831580042839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684539333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300824582576752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684539334, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684539337, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684624278, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7788059711456299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684624285, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684624286, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784684640010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11268700659275055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684656090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10788708180189133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684671577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11119088530540466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684691140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11675215512514114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684706895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11269690841436386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684722661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11816689372062683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684738488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09899529069662094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684754172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830911248922348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684770027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10874839872121811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684785740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089104562997818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684801566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11923922598361969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684817489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282525956630707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684833026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10475925356149673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684848913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11158151924610138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684848914, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684848914, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684935090, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7790535092353821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684935091, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684935091, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784684950571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546159744262695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684966373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11102665960788727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684981738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11949467658996582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784684997655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1064491793513298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685012756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554107278585434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685028011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192958265542984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685044109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10636454820632935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685059357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100832149386406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685074650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11322292685508728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685089821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09375985711812973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685105082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11715856194496155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685120343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10084690898656845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685135173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09845791757106781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685150097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868494212627411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685150098, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685150098, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685235946, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7789412140846252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685235947, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685235947, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784685251012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10250106453895569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685266319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09355605393648148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685281701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09633991122245789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685297168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830835998058319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685312440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10888399183750153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685327700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11292658001184464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685342984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09563206136226654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685358303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10668633878231049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685373617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10588331520557404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685388764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126109212636948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685403996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09855853021144867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685419605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09964843839406967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685435050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074801534414291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685450263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09885291755199432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685450264, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685450264, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685537591, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7792759537696838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685537592, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685537592, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784685553108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593144595623016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685568462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09601622819900513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685584078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10419458895921707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685599922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971851795911789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685615696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10217641294002533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685631381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11237505078315735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685646883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069425567984581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685661957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09574807435274124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685677126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11520587652921677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685692406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10442414879798889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685707071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034182608127594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685722876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10167093575000763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685737904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10257232189178467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685753263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10173749178647995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685753264, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685753264, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685840151, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7793182730674744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685840152, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685840153, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784685855436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109281539916992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685870763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09931676834821701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685886259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10254061967134476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685901336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1025238111615181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685916799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09837029874324799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685931992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10166099667549133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685947084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09697774797677994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685962251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09957364946603775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685977773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10356062650680542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784685993303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904625058174133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686008681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432978719472885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686024106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10752524435520172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686039636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10176939517259598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686054889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0959811732172966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686054890, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686054890, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686140270, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7794694900512695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686140271, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686140271, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784686155823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09394524991512299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686171186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09922175854444504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686186574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09777156263589859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686201820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10010772198438644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686216979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10404306650161743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686232850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09538286179304123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686248319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293464362621307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686263960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09848278015851974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686279234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09835398197174072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686294575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439663380384445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686309969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09375689923763275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686325708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10786783695220947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686341442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515213757753372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686357205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11028849333524704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686357205, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686357206, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686439664, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7793852090835571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686439665, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686439665, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784686454993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513890534639359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686470453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10201021283864975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686485905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052786186337471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686501830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10304904729127884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686516854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09672944992780685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686531754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10492707788944244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686547074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09564079344272614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686562237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389676481485367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686577298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09790477901697159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686592768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09060725569725037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686608075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10038802027702332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686623363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10487190634012222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686638469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10388905555009842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686653768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935771465301514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686653768, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686653769, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686736299, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7799687385559082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686736300, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686736300, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784686751442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1008588895201683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686766272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10497195273637772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686781314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09783347696065903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686796399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0999680832028389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686811705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109575092792511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686826702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09447021037340164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686841885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10434375703334808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686857190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10312832146883011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686872196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072551667690277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784686887545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011790484189987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed608892790.log b/recommendation/rcp_logs/gbs_8192/seed608892790.log deleted file mode 100644 index 47a0da4ed..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed608892790.log +++ /dev/null @@ -1,1862 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784651373285, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784651373285, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784651394802, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "seed", "value": 608892790, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784651394808, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784651394818, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784651394818, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784652000394, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784652000395, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784652000849, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784652111742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14000114798545837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784652123962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138068288564682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652136899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13868677616119385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652149861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840050995349884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652162999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855326175689697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652176082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138470858335495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652189226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829006254673004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652202465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13928113877773285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652215730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384502798318863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652228833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383925974369049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652242342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861584663391113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652255698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867270946502686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652269292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13832053542137146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652282602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13932497799396515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652282603, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652282604, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652367370, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5017393827438354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652367371, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652367371, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652380450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383504718542099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652393624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823029398918152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652407471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383514404296875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652420753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13814978301525116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652434319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376705765724182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652447713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379237174987793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652460669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778117299079895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652473929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758443295955658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652488020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785773515701294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652501719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799405097961426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652515426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13841718435287476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652528950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13839800655841827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652542303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13780489563941956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652556085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13814930617809296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652556086, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652556087, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652640917, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5019819140434265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652640918, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652640918, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652654821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758760690689087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652668717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381624937057495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652682558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371433436870575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652696250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13662269711494446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652709518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778012990951538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652722802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793230056762695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652736094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13734310865402222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652750003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13674136996269226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652763841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654838502407074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652777488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13748766481876373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652791306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370123028755188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652804771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735604286193848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652818734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375727653503418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652832325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13752198219299316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652832326, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652832326, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652916810, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5023037791252136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652916812, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652916812, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652930056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652504980564117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652943605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13730089366436005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652957044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365533024072647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652971104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372009664773941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652984814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13725833594799042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652998881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13755150139331818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653012809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13640475273132324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653026686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373845338821411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653040793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364825814962387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653054860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845239579677582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653068803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13611939549446106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653082623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375799924135208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653096533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493506610393524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653110532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367487758398056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653110533, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653110533, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653193705, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5027639865875244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653193706, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653193706, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653207342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13603723049163818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653221085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532456755638123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653234543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762368261814117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653248251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13431593775749207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653262052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675042986869812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653275737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312450051307678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653289557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13546667993068695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653303369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533969223499298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653317259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378367841243744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653330913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351056843996048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653344797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.147623211145401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653358940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549011945724487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653372703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13381673395633698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653386310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377456784248352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653386311, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653386311, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653468475, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5033531188964844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653468476, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653468477, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653482022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352279931306839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653495501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13988736271858215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653509147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358812153339386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653522792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13314996659755707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653536585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13478609919548035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653550691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391689032316208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653564465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332990974187851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653578254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13290834426879883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653592144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13320228457450867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653605797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315799206495285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653619811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13119730353355408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653633401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500797748565674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653647201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13191528618335724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653661252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882099092006683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653661252, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653661253, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653742141, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5040301084518433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653742142, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653742143, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653756066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360385596752167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653769985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373993337154388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653783775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13583062589168549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653797594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348603069782257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653811557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379128098487854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653825398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12779951095581055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653839059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542883098125458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653853010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294671595096588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653867156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360294699668884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653881491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13247844576835632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653895455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13375897705554962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653909396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13422346115112305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653924002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539814949035645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653938140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13327687978744507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653938141, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653938141, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654019396, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5049763917922974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654019397, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654019397, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654033692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13236111402511597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654047826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13390623033046722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654062142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13552922010421753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654076534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13543374836444855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654090828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13967913389205933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654104946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13307277858257294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654119422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514891266822815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654133527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13345253467559814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654147537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328127562999725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654161832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13188818097114563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654175746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356024444103241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654190086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364651799201965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654204071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333966702222824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654217921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305338442325592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654217921, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654217922, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654300167, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5061982274055481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654300168, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654300168, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654314499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783219456672668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654328659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349833905696869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654343196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353524625301361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654357961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313028186559677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654372228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336992233991623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654386714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340872347354889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654401394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13704881072044373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654415912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13411536812782288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654429996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331150233745575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654444243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12971250712871552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654457939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12786568701267242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654471804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308677077293396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654485799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295679807662964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654499405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1248839721083641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654499406, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654499406, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654580447, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5074137449264526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654580447, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654580448, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654594465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13124054670333862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654608181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13605035841464996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654622260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334376037120819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654636518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13026803731918335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654650330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1282372921705246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654664131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12679721415042877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654678477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12889611721038818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654692430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13239187002182007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654706572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13554134964942932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654720761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12507778406143188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654734510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1286332756280899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654748327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13448426127433777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654762316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13098640739917755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654776762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12920625507831573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654776762, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654776763, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654859244, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5089985132217407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654859245, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654859245, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654873569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13031615316867828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654887516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289985179901123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654900881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13307543098926544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654914847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12396544218063354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654929087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12942910194396973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654942639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12600994110107422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654956215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13001684844493866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654970021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12187302112579346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654983497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13587427139282227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654997456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13717910647392273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655011195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12370573729276657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655025355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12320242077112198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655039507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12573668360710144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655053574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1288933902978897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655053575, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655053575, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655138221, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5107606649398804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655138222, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655138222, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655151830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13679595291614532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655165917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655762374401093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655179734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357121616601944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655193518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398375928401947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655207449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654133677482605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655221514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13831061124801636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655235518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12717662751674652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655249477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1261729896068573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655263344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14218677580356598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655277663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14094887673854828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655292116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12719126045703888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655306306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12866869568824768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655320486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13252940773963928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655334111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315578818321228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655334111, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655334112, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655418286, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.512753427028656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655418287, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655418287, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655432870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14116446673870087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655447431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14241275191307068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655461477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542652130126953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655475657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13945145905017853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655490357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14486132562160492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655504519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1410072296857834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655519017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12604902684688568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655533257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775141537189484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655547703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175959885120392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655562292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13623753190040588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655576748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772843778133392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655590796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13293102383613586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655605266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13426880538463593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655619691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13643088936805725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655619692, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655619692, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655703501, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5148807764053345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655703502, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655703502, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655717620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859637081623077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655732006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13830192387104034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655746390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13176797330379486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655760682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330135017633438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655774890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13372744619846344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655789403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13965904712677002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655803759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306811451911926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655818413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14125308394432068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655832325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1406189501285553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655846715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350088268518448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655860979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12764815986156464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655874919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299593597650528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655888888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341792494058609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655903005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276671439409256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655903005, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655903006, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655985341, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5173585414886475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655985342, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655985342, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655999310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13221052289009094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656013280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368718147277832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656027332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336170881986618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656041367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13202744722366333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656055578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339954137802124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656069592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13330070674419403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656084077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376159965991974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656098323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13280895352363586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656112312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13978351652622223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656126789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175027072429657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656141097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880903482437134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656154958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312386840581894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656168819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13234595954418182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656182847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359529048204422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656182848, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656182848, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656266187, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5205321907997131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656266188, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656266188, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656280224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13357733190059662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656294119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12297489494085312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656308105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13067346811294556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656322239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303381621837616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656336200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522467017173767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656350730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519759476184845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656364938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13552874326705933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656379456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12401732802391052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656393720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104309141635895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656407515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114216923713684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656421759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304718255996704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656435878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337352871894836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656450133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13088461756706238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656464122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13020633161067963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656464123, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656464123, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656548678, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5245648622512817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656548679, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656548680, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656562758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378382295370102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656576954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322588324546814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656591107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13343445956707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656605256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304611712694168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656619472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12712818384170532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656633484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13212689757347107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656647992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13570064306259155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656662271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297870755195618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656676534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13140693306922913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656691004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13900849223136902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656705342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13387465476989746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656719054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13732844591140747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656733317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131922647356987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656747334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334579586982727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656747335, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656747335, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656832452, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5298720598220825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656832453, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656832453, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656846482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13122856616973877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656860395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13503165543079376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656874506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791635632514954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656888566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13332295417785645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656902573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12763948738574982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656916615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294354498386383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656930632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12589934468269348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656944499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12393073737621307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656958640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13597019016742706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656972890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13741081953048706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656987080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345970630645752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657001716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12715543806552887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657015795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13064968585968018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657029421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12378666549921036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657029422, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657029423, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657115523, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5369929075241089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657115525, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657115525, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657129618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324467808008194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657143820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13262085616588593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657158123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367480039596558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657172348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13786937296390533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657186544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363953948020935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657200773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13160909712314606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657214818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12723268568515778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657228986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511967658996582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657243014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12476570904254913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657257394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303790807723999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657271629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324956715106964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657286091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1342829465866089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657300578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1405745893716812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657314912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361006498336792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657314913, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657314913, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657399756, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5470276474952698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657399757, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657399757, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657414730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13672739267349243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657429202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315537691116333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657443392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13254567980766296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657457673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13917972147464752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657472397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13004785776138306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657487279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13835090398788452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657501651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515137135982513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657516306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13751667737960815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657530810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524393737316132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657545560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13074341416358948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657560049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14077730476856232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657574453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13465183973312378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657588886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291329711675644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657603436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133405864238739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657603437, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657603437, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657688426, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5590032339096069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657688427, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657688427, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657703242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1422649472951889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657717787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13290730118751526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657732967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341543078422546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657747442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308809220790863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657762440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529038429260254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657777117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394442200660706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657791934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13417409360408783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657806905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588431477546692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657821581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314810812473297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657836403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13324804604053497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657851221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330728530883789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657866121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13731858134269714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657880674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13622914254665375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657895329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377558559179306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657895329, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657895330, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657977404, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5730664134025574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657977405, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657977405, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657991865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319100558757782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658006644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13561823964118958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658021139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13454578816890717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658036140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13233207166194916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658050550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13748767971992493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658064930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12982645630836487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658079660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340051144361496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658093794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12454209476709366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658108408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313331127166748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658122845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317623108625412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658137345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13169869780540466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658151675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13208048045635223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658166076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12947766482830048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658180475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13138508796691895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658180476, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658180476, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658261446, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5855993628501892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658261447, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658261447, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658275522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12291616201400757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658290019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12751616537570953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658304369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032039999961853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658318959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338053196668625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658333717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275852799415588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658348344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12246491760015488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658363359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315556764602661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658378473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13277390599250793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658393260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769230246543884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658407514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12886163592338562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658422246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13417582213878632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658436461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11876536160707474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658450664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12280888110399246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658464944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12649144232273102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658464945, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658464945, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658547256, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.598785936832428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658547257, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658547257, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658561390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1226564347743988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658575319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12915216386318207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658589466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297753006219864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658603493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321612775325775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658617658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12301484495401382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658631783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135373055934906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658645822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13098646700382233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658659758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12312046438455582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658674035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12847277522087097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658688458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1287807822227478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658702591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11998475342988968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658717284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325565129518509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658731857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1284189075231552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658746255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12927192449569702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658746255, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658746256, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658829799, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6140835881233215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658829800, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658829801, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658843824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13063745200634003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658858447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12066157162189484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658872939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1234724149107933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658887742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1232592985033989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658902306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12481098622083664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658916799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12786990404129028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658931250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11858420073986053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658945898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12400226294994354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658960426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12753300368785858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658974794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1261557638645172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658988890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11773308366537094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659003108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12707474827766418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659017218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11272622644901276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659031452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1264643669128418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659031453, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659031453, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659117632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6280779838562012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659117633, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659117633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659132383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11922008544206619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659147296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1173192486166954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659161910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13155175745487213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659176722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12397246807813644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659191215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12636758387088776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659205545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11910468339920044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659219713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1226826161146164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659234154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12379074096679688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659248481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12315414100885391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659263037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11528922617435455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659277294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1247343197464943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659291491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12295893579721451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659305833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270066648721695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659320420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11883050948381424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659320420, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659320421, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659404458, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6490457057952881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659404458, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659404459, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659418828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12311500310897827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659433096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420612037181854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659447235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11316808313131332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659461478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11514115333557129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659475714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11160355806350708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659490050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12349960952997208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659504703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11842518299818039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659519588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12179208546876907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659534059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656820237636566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659548927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12026790529489517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659563588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11453462392091751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659578250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11494127660989761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659592576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213478446006775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659606907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11712580919265747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659606908, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659606908, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659690991, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6802730560302734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659690992, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659690992, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659705328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12144225835800171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659719856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12043830752372742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659734538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12450262904167175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659749073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866102576255798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659763659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11520036309957504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659778039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11891253292560577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659792759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11995908617973328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659807389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11976273357868195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659821696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997448861598969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659835971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11823613941669464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659850328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11587479710578918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659864458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11708100140094757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659878720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1141228899359703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659893327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12451628595590591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659893327, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659893328, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659977550, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7147897481918335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659977551, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659977552, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659992323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12431229650974274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660007356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11736683547496796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660021889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11586586385965347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660036974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12172042578458786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660051910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897259414196014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660066767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11187243461608887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660080858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11392423510551453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660095484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828923434019089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660110190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11181662231683731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660125369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11627846956253052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660140162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1226077452301979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660154858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11495795100927353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660169761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12527374923229218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660184684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11274682730436325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660184685, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660184685, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660268285, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7546164989471436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660268286, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660268286, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660283176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12470842897891998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660297811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131579652428627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660312508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11499679833650589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660327582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131376251578331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660342247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11769627034664154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660357048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11655879020690918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660372204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12022048234939575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660387319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11966336518526077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660402304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11390737444162369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660417654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11171571910381317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660432528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11423327773809433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660447264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11268696933984756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660462019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1232934296131134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660477031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11401788145303726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660477032, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660477032, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660561328, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7611082196235657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660561329, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660561329, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660576132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11984685808420181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660591011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11766360700130463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660605736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281639337539673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660620684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11249017715454102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660635329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10715711116790771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660650144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134970560669899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660664953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11642353981733322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660679434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10869534313678741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660694154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089162677526474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660708692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076248362660408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660723752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12176716327667236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660738930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10492084175348282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660753812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11888004094362259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660769157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11917542666196823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660769158, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660769158, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660851596, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7644199728965759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660851597, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660851598, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660866699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11719263345003128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660881338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11620736867189407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660895906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11513251066207886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660910867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11347945034503937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660925709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10158698260784149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660940411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100437231361866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660954960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11755093932151794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660969400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11475787311792374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660984020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288571566343307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660998540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10083982348442078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661012676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530228912830353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661027190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11142877489328384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661041725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880748182535172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661056117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11360067129135132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661056155, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661056156, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661138375, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7666370272636414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661138376, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661138376, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661152927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10410186648368835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661167770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10686875134706497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661182716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279323697090149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661197361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895219445228577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661212379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10663411021232605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661227509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11324037611484528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661242342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1127328872680664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661256947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11012986302375793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661271521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114463210105896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661286033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11047772318124771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661300395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09852208197116852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661314864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1128077581524849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661329109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10517806559801102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661343352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10429532080888748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661343352, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661343353, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661426111, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7683467268943787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661426112, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661426112, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661440494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10539735108613968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661454983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11198108643293381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661469472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09483291208744049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661483664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039741188287735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661498024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11181169748306274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661512161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10418003052473068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661526555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08836931735277176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661540766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901370644569397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661555098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10006865113973618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661569587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11779609322547913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661584215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10711562633514404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661598564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10031800717115402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661613469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09854386746883392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661628175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10671648383140564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661628175, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661628176, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661710446, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7696629762649536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661710446, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661710447, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661725045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11437379568815231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661739663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11137482523918152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661753675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10427194088697433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661768386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048821285367012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661782703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0990864709019661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661797178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10014898329973221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661811387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633654147386551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661825798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660018771886826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661839931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09713813662528992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661854186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086580827832222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661868512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10415586829185486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661882856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10629871487617493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661897233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108119435608387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661911657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11258253455162048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661911658, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661911658, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661993606, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.77080237865448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661993607, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661993607, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662008062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967239737510681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662022257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09794043749570847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662036786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10246726870536804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662051451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10451114177703857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662066301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11069680750370026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662081016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151731759309769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662095620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104315727949142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662110277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453389585018158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662125178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760864615440369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662139499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483434051275253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662154120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11210756748914719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662168100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09393900632858276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662182961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0973895937204361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662197620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728548467159271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662197620, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662197621, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662280816, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7716514468193054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662280817, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662280817, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662295310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0916917473077774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662310111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426215827465057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662324784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098543033003807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662339671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09707118570804596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662354333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11027435213327408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662369040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10986372828483582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662383623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0970299169421196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662397952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105860024690628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662412498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10462680459022522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662427085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035844013094902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662441768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626643896102905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662456066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10474835336208344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662470489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09693911671638489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662485152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593495517969131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662485153, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662485153, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662568462, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7722427248954773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662568463, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662568463, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662583499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348645597696304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662598485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034751683473587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662612981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10499922931194305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662627788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10302161425352097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662642541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09805673360824585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662657196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09960448741912842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662672059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473848879337311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662686332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09613465517759323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662700991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10754036903381348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662715758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10789915919303894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662730463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11687077581882477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662745419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427178978919983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662760040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11648429930210114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662774563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11488109081983566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662774564, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662774564, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662856513, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7728497982025146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662856514, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662856514, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662870999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09983842819929123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662885536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11583968997001648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662899929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10650186985731125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662914602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10148099064826965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662928960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09164933860301971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662943511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0970887839794159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662957675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351342707872391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662972185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714955627918243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662986375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706751048564911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663000712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037300735712051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663015579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207718402147293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663030380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10013123601675034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663045319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10946077853441238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663059900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1115405336022377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663059901, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663059901, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663143372, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7732407450675964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663143373, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663143373, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663158360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793280601501465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663173182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192117840051651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663187860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100916713476181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663202747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09164629876613617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663217020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11435072869062424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663231292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645205527544022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663246323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997629910707474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663260960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11080169677734375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663276031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12168574333190918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663290870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521773993968964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663305763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092955619096756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663320879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12242545187473297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663335733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09913983196020126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663350546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1105160042643547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663350547, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663350547, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663433388, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773664653301239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663433389, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663433389, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663448201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426076501607895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663463256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11798612028360367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663478149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909633338451385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663493517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283568501472473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663508416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09597435593605042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663523511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11316286027431488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663538861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10618574917316437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663554106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544896870851517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663569131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11450653523206711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663584056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09977230429649353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663599540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12502546608448029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663614983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10664557665586472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663630143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1139000803232193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663645069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10722939670085907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663645070, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663645070, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663730853, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738804221153259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663730854, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663730854, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663745981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11365382373332977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663760781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11472412198781967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663775618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11139731854200363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663790672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11718259751796722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663805607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11385504901409149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663820474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11843079328536987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663835666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1266328990459442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663850468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12105007469654083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663865267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11600922048091888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663880328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11001784354448318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663895201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790004581212997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663910131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10779757052659988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663924986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11442648619413376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663940059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1143011599779129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663940060, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663940060, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664024497, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7741292119026184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664024498, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664024498, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664039705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1187518909573555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664054895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.107017382979393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664069849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10775497555732727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664085257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10848681628704071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664100386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019229143857956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664115346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10948789864778519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664130326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11374341696500778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664145268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842649638652802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664159969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10472045838832855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664174439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10012504458427429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664189368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360241681337357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664204180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09592613577842712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664218767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351555794477463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664233465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10088913142681122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664233465, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664233466, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664316750, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7744770646095276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664316751, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664316751, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664331325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10943292826414108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664345942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006273627281189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664360411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09636594355106354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664374951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10834792256355286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664389486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11490774899721146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664404016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10390347987413406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664418539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10356065630912781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664433126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10428611189126968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664447775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10172651708126068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664462476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12005612254142761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664477235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11677751690149307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664491904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150692611932755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664506947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09937343001365662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664521537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12041814625263214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664521538, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664521538, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664602804, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747105956077576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664602805, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664602805, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664617994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11072000116109848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664632821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09583042562007904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664647699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413941740989685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664662612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10287206619977951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664677283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616306215524673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664691909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448899865150452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664706803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10550379008054733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664721472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119643896818161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664736469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433974117040634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664751407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765153914690018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664766160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10533269494771957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664780904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11407572031021118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664795305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10718140751123428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664809974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10201176255941391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664809975, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664809975, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664892244, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747551798820496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664892246, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664892246, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664907019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09901479631662369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664921983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09388746321201324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664936513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0961228683590889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664951393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09678340703248978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664966103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0962446853518486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664981129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09507126361131668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664995902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100123330950737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665010682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09655866771936417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665025758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10274805128574371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665040914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768607258796692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665056132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10498049855232239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665071059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10236633569002151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665085848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1141241118311882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665101329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11079597473144531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665101331, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665101331, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665184118, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749427556991577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665184119, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665184119, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665199244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09765296429395676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665214365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10675755888223648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665229676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10971615463495255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665244403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10139184445142746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665259114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09935157001018524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665273910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10789445042610168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665288606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014095693826675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665303431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10587553679943085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665318451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10263301432132721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665333070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1013115793466568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665347732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09975367039442062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665362304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10237877070903778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665376947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10848125070333481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665391341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1150880977511406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665391342, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665391342, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665474986, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752314209938049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665474987, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665474987, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665489571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920076072216034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665504182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685458779335022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665518768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09048513323068619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665533374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10106226056814194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665548244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10607195645570755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665562888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778345912694931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665577483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10974394530057907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665592358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150885581970215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665607368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10064822435379028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665622303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10389170050621033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665637372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10229598730802536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665652312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10688087344169617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665667512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10421838611364365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665682753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881313681602478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665682755, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665682755, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665768363, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752134203910828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665768364, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665768364, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665783457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032046377658844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665798419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1025993674993515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665813013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039775162935257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665827438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10233592242002487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665842667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10668203979730606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665857258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10097745805978775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665872051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09803308546543121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665887126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10227040946483612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665902168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11160631477832794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665917040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453545302152634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665931895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040809378027916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665946652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10191112011671066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665961624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10299070179462433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665976735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611464083194733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665976735, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665976736, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666061552, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7755323648452759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666061553, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666061553, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666076545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810758173465729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666091791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162180662155151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666107010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10363411903381348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666122407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10084838420152664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666137916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104619599878788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666152992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11244195699691772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666168314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121044516563416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666183577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044707894325256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666199086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296727508306503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666214857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10596495121717453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666230319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288488864898682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666245710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10581676661968231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666261474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10512429475784302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666277063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0981675386428833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666277063, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666277064, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666360160, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7756257057189941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666360161, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666360161, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666375493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104544460773468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666390761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09926484525203705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666405895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589398443698883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666420632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10034605860710144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666435913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857467353343964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666450624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10874970257282257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666465475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728070139884949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666480481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11516472697257996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666495276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11383868008852005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666509889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001971885561943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666524429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10350283980369568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666539047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208465158939362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666553548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10533906519412994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666567976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652177780866623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666567977, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666567978, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666650229, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7758560180664062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666650230, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666650230, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666664887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10170295834541321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666679568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046841949224472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666694561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089654490351677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666709166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10421250015497208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666723606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09401123970746994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666738710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119346022605896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666753214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144788026809692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666767664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10751379281282425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666782534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026025116443634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666797445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10334397852420807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666811891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920944064855576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666826775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11428947746753693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666841560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.105608731508255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666856313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10261566191911697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666856313, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666856314, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666938543, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7757349610328674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666938544, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666938544, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666953591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11287491768598557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666968338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909225791692734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666983060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10969007760286331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666997974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10697819292545319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667012436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144148021936417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667026820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10741734504699707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667042340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11800763756036758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667057700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10885107517242432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667073038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11599753051996231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667088630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1207118108868599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667103757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704424232244492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667118857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098903939127922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667134044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11495348066091537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667149233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10974089056253433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667149234, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667149234, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667231636, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7758291959762573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667231637, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667231637, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667246893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.113309845328331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667262147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10906170308589935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667277378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10998833924531937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667292651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643799602985382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667307771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431558638811111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667323003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11307273805141449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667337959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068151518702507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667353100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11466419696807861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667368495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11245732009410858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667383979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1198427751660347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667399489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10596095025539398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667414707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11729647219181061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667430070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10708973556756973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667445686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11828083544969559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667445687, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667445687, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667531513, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7759235501289368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667531515, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667531515, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667546950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11929236352443695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667562324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078702062368393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667577594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11929339170455933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667592736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11395562440156937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667608033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10735230892896652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667623648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11554884910583496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667638898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110508069396019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667654478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11633240431547165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667669948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11137910932302475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667685132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10583265125751495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667700495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11245761066675186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667715912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652391612529755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667731070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11692974716424942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667746660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10468790680170059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667746661, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667746661, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667830805, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7762800455093384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667830806, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667830806, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667846153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10949083417654037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667861769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11827143281698227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667877204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11038926988840103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667892492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134248748421669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667907651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11553449928760529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667922998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10886721312999725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667938502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815735161304474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667954024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10931219160556793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667969628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120849996805191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667984983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11193620413541794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668000607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10979701578617096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668016478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11043700575828552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668032177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163162440061569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668047893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10894259810447693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668047893, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668047894, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668129914, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7766838669776917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668129916, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668129916, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668145100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11776703596115112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668160348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099121943116188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668175550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062590032815933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668190638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10270662605762482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668205837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10569436848163605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668221216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11121386289596558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668236134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079118400812149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668250908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687859356403351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668265812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09784430265426636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668280639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1015927791595459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668295614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10549277812242508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668310485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10442269593477249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668325517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10951066762208939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668340606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11544827371835709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668340606, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668340607, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668422550, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768078446388245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668422551, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668422551, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668437458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476413160562515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668452644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489574074745178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668467686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061895102262497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668482935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09234614670276642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668498069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11408361047506332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668512947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241404175758362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668528068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10220953077077866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668543481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11223580688238144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668558632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069001704454422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668573852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1031716912984848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668589111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837776213884354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668604565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10936125367879868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668620023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725760459899902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668635164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670141875743866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668635165, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668635165, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668717188, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7769597768783569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668717188, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668717189, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668732170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10882019251585007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668747188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10300895571708679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668762024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091187596321106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668776600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09834402054548264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668791754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11541063338518143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668806770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10990656167268753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668821650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10307599604129791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668836888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841881483793259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668852083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080934926867485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668866907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083945631980896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668881864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1097526103258133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668896844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09858580678701401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668911468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678296536207199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668926182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08692122250795364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668926183, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668926183, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669008369, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7774516344070435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669008370, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669008370, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669023236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09561176598072052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669038225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11137309670448303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669053175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662076622247696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669068057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10113725811243057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669082982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10184977948665619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669097953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09055839478969574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669112584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10326305776834488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669127366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09682448953390121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669142065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10328172147274017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669157135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10619624704122543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669172299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10996047407388687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669187426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081785187125206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669202434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589540749788284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669217668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1030028834939003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669217669, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669217670, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669301680, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7775658369064331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669301681, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669301681, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669316763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09576897323131561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669332069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10534138977527618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669346912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09471315145492554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669362029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150184482336044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669376963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09733200818300247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669391395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046831518411636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669405928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910652577877045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669420868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10055288672447205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669435529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871460288763046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669450281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938157886266708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669465372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10613516718149185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669480386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10394731163978577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669495212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911142081022263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669510080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812763124704361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669510082, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669510082, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669593026, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7779987454414368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669593027, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669593027, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669607626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10609585791826248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669622319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448279231786728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669637023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028718426823616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669651697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09925448894500732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669666595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712063312530518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669681562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09597675502300262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669697012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432137548923492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669711690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224746912717819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669726496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10970684140920639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669741384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.098420150578022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669756045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09706452488899231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669770884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10168980062007904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669785893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08993085473775864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669800945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10631591081619263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669800945, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669800946, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669884488, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7783759236335754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669884488, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669884489, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669899230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09873980283737183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669914325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1000504344701767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669929343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940285980701447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669944570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10851716250181198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669959861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09963851422071457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669975132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10221179574728012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669990171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011556088924408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670005109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052786260843277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670020404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10097033530473709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670035323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074639856815338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670050536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10047364234924316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670065296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745299607515335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670080225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528364777565002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670095416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574135929346085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670095417, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670095417, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670180213, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.778720498085022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670180214, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670180214, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670195562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473089665174484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670210630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09772282838821411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670225482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10661906003952026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670240707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616790503263474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670255969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10197277367115021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670270867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10730931907892227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670285731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.097060427069664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670300984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09769213199615479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670316255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10500429570674896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670331249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032751053571701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670346462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10139202326536179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670361646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935831069946289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670376653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10613537579774857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670391538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09957922250032425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670391539, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670391539, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670476896, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7791900038719177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670476897, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670476897, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670491450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10149786621332169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670505918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522475093603134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670520564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09442780911922455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670535588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09845425188541412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670550324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1016613319516182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670565560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09941837936639786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670580712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706344246864319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670595836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937470942735672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670610977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10856827348470688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670626261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09873882681131363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670641625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014343872666359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670656397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09698838740587234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670671632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11160343885421753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670686449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042720079421997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670686450, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670686450, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670771560, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7795014381408691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670771561, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670771561, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670785981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10565131902694702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670801318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10450229793787003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670816234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602576285600662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670831521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11123049259185791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670846961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10671916604042053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670862455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781046003103256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670877528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1073506772518158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670892725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09717871248722076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670907959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567782819271088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670922980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364636033773422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670938154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10807977616786957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670952863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10366684943437576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670968156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10559242218732834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670983245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09509117901325226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670983292, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670983293, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671067025, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7795891165733337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671067026, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671067026, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671082165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09883357584476471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671097203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10436942428350449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671112236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10245530307292938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671127439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10463204234838486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671142601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770351439714432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671157628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12030281871557236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671172712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778985172510147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671187637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09887620806694031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671202712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11017929762601852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671217667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11007815599441528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671232958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11504516005516052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671248259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0977713018655777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671263641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10603281110525131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671278807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294102132320404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671278853, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671278854, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671362590, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7800170183181763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671362591, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671362591, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671377910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09589602053165436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671393274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09729047119617462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671408288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212624609470367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671423811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11683442443609238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671438909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253564059734344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671453692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11069117486476898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671469064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653717070817947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671484008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1199997290968895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671498930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10442742705345154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671514525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863355547189713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671529928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10929349809885025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671545100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11009372025728226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671560461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11298075318336487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671575805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098053306341171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671575806, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671575807, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671659163, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7802456021308899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671659164, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671659164, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671674413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755036026239395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671689607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10978513211011887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671704948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11409157514572144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671720038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980475693941116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671735116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1073610857129097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671750397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713132470846176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671765490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10171766579151154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671780419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11218655109405518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671795442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11950506269931793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671810507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10845068097114563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671825496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086277961730957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671840707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383087396621704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671856068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202944278717041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671871353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10875076055526733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671871353, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671871354, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671952637, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7807974219322205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671952638, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671952638, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671967662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11422436684370041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671982964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11836467683315277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671998231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278647929430008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672013743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11291701346635818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672029190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000034213066101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672044299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11898383498191833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672059673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.110912024974823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672074436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1097634881734848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672089743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11004745960235596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672104941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09894969314336777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672120187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11001098901033401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672135947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10940300673246384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672151484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10342629253864288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672166674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11029630899429321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672166675, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672166675, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672248097, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.780972957611084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672248098, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672248098, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672263224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112589530646801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672278707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12641653418540955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672294185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781095921993256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672309588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117968037724495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672324894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212952435016632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672340478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10873544961214066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672356135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11390899866819382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672371756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11272364854812622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672387092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660412907600403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672402499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847050696611404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672418107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296059638261795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672433417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11249697953462601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672449278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11187435686588287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672465139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537877470254898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672465139, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672465140, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672548464, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7813300490379333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672548465, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672548465, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672564004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09598948806524277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672579802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11080239713191986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672595607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1213335171341896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672611303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10675707459449768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672627045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11079007387161255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672642738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692290961742401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672658219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11268346756696701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672673291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11306016147136688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672688397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10307762026786804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672703099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11775368452072144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672717973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658824443817139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672733068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11123857647180557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672748206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09172315895557404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672762856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10327904671430588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672762857, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672762858, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672844440, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7810871601104736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672844441, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672844441, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672859443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09979330003261566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672874290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09597344696521759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672888970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11291813105344772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672903702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745544731616974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672918312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10970255732536316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672933451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513246059417725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672948361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10749775916337967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672963321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196999251842499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672978196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993768572807312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672993516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09518342465162277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673008619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09702128171920776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673023595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09680649638175964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673038606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10198073089122772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673053607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09980260580778122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673053608, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673053609, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673135605, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7813848853111267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673135607, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673135607, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673150669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103104367852211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673166050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1019618883728981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673181163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10316160321235657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673196319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10677952319383621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673211604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10141456872224808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673227058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0981704592704773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673242700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799796134233475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673257882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541454702615738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673273087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645154118537903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673288108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10579897463321686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673303496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10376352816820145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673318486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10604352504014969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673333228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054924800992012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673348237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207927018404007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673348286, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673348287, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673429722, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7814478874206543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673429723, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673429723, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673444274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819416493177414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673459076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155417561531067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673474061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602088272571564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673489238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645456612110138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673504021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09988641738891602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673518960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10049532353878021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673533818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09614469856023788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673548432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593967139720917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673563032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0984976664185524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673577612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085878521203995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673592565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10113655775785446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673607146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10207642614841461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673621864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09871628135442734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673636652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416439920663834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673636695, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673636696, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673718592, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7815358638763428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673718593, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673718593, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673733451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09685229510068893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673748299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081019788980484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673763083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09958788752555847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673777608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192176699638367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673792074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0941922515630722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673806863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678271949291229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673821925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026902124285698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673836738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10203984379768372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673851859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037948951125145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673866692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110074073076248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673881906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0944395437836647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673897166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014951765537262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673912440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1111694946885109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673927313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10100254416465759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673927362, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673927363, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674009891, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7818500399589539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674009891, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674009892, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674024744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09767629206180573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674039994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10726679861545563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674055260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10095824301242828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674069838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047060415148735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674084716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10010268539190292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674099520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825184732675552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674114498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10018213093280792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674129743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09755278378725052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674144795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085977852344513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674160060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778588056564331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674175106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09846988320350647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674190213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09325054287910461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674205072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09436933696269989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674219930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546888411045074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674219931, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674219931, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674304376, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7821173667907715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674304377, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674304377, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674319439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10244321823120117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674334490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11323723196983337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674349660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10012407600879669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674364839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10471468418836594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674379840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002057045698166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674394858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10021598637104034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674409952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085430458188057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674424871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10048776119947433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674439984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10581637173891068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674454968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10032911598682404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674470093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09693190455436707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674485509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11120373010635376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674500896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1185288280248642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674516176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812263190746307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674516177, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674516178, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674599768, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7823681831359863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674599769, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674599769, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674615252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11425869911909103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674630250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10147516429424286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674645750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09979044646024704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674661010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10073509812355042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674676231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044510006904602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674691587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09864915907382965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674706648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10002578049898148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674721991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10581353306770325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674736831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10501938313245773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674751704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09308447688817978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674767193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1029311865568161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674782317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10081934928894043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674797634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09376794844865799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674813070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10017812252044678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674813071, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674813072, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674896911, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7823840379714966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674896912, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674896912, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674912222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11063779890537262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674927432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11392972618341446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674942386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057322680950165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674957599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10600695759057999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674972876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1018361747264862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674987920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012246385216713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675003007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628045350313187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675017924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813786834478378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675033069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971459150314331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675047952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09626905620098114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675062929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11006391793489456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675077751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09687604755163193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675092975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1021103709936142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675107900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202256590127945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675107900, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675107901, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675192610, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7824775576591492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675192611, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675192611, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675207575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10181881487369537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675222499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717082768678665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675237331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11194421350955963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675252767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09281563013792038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675268112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169544070959091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675283435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10718944668769836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675298729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11567581444978714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675313947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10073819011449814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675329409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546642541885376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675345024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086815893650055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675360412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09659723192453384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675375463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068684309720993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675390725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0983026772737503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675405689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10284562408924103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675405690, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675405690, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675490628, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7827094197273254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675490629, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675490629, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675506018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11007942259311676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675520887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037072166800499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675535569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09212768822908401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675551009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10053717344999313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675566162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080736517906189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675581531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11107618361711502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675597423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09629315137863159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675613133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10320020467042923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675628647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10505464673042297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675644082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09788259863853455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675659468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10365903377532959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675674936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10452673584222794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675690450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11031609028577805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675706069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11329799890518188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675706069, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675706069, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675791018, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7829299569129944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675791019, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675791019, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675806201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10809475928544998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675821745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10502497851848602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675836867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10220322012901306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675852328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778848081827164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675867738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138515383005142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675883186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09666728973388672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675898338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10202895104885101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675913365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11135919392108917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675928334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109741985797882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675943408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09435955435037613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675958550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103609099984169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675973832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11178324371576309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675989191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10122798383235931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676004220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11737354844808578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676004221, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676004222, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676089245, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7830372452735901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676089246, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676089246, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676104576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09978458285331726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676119484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09688183665275574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676134458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616863518953323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676149710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11240551620721817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676165048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11644410341978073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676180196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09594473242759705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676195493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10595989972352982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676210341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10070965439081192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676225608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10082750022411346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676240787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10434719920158386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676255438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648022592067719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676270967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092873066663742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676286305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09862904995679855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676301834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340783536434174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676301835, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676301835, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676383933, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7833932042121887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676383935, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676383935, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676399531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11172718554735184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676415116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11066383868455887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676430437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10563471913337708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676445994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1187838762998581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676461299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163952574133873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676476818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10037223994731903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676492394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11699657142162323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676507677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11345711350440979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676523118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538486391305923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676538443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678541660308838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676553878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10663831233978271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676569391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10560205578804016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676584977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10677821189165115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676600129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11544080078601837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676600130, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676600130, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676681671, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7835028171539307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676681672, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676681672, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676697055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11147087812423706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676712065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348732769489288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676727408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10198625177145004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676742898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11654190719127655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676758563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792148858308792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676774010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10476168990135193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676789641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10354871302843094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676805095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11359565705060959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676820979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11788478493690491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676836527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10410354286432266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676851949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11610592156648636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676867680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196054518222809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676882860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10748454928398132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676898481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11578895151615143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676898481, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676898482, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676980118, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7838961482048035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676980119, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676980119, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676995416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012599766254425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677011081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1109076589345932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677026635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11500103771686554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677042195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10020353645086288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677058149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09857619553804398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677073928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732414573431015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677089505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09853905439376831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677104973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777215659618378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677120628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09962862730026245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677136002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545747727155685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677151264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11455345898866653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677166811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11049023270606995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677182079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11717396229505539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677197906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11226601153612137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677197907, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677197907, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677280283, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7845732569694519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677280284, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677280284, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677295729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156948655843735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677311392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557401925325394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677326694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106032058596611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677342100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11539960652589798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677357397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199276894330978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677372889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11669138818979263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677388626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09926493465900421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677404016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821489989757538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677419616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725107789039612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677435047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078919842839241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677450647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11726675927639008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677465921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11015457659959793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677481072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10251963138580322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677496387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11070510745048523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677496388, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677496389, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677578320, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7837429046630859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677578321, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677578321, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677593306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547448694705963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677608574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983451455831528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677623704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11872343719005585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677639120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679914802312851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677654220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052824854850769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677669375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10045001655817032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677685084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10622108727693558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677700502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905206203460693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677715716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11235379427671432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677730746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09367325901985168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677745979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11626666784286499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677761102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09954246878623962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677775958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889503568410873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677790913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723663121461868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677790913, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677790914, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677872479, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7839300036430359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677872480, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677872480, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677887549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090027749538422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677902893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09317588061094284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677918606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09691544622182846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677934052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084933653473854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677949339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10771240293979645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677964713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11225724965333939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677979871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09513312578201294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677995301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10600251704454422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678010720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051260381937027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678025966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997620224952698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678041233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09760033339262009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678056956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09860437363386154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678072347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110815778374672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678087574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09872838854789734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678087574, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678087575, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678168408, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7844783663749695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678168409, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678168409, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678184083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10571573674678802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678199507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09555906057357788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678215057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10292669385671616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678230830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09554927051067352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678246515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10231658071279526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678262142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102536991238594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678277713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10654932260513306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678293166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09491526335477829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678308748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11352812498807907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678324240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10368206351995468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678339218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027660220861435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678354695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10177940130233765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678369474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10282102227210999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678384302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011575385928154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678384303, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678384303, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678466820, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7842319011688232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678466821, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678466821, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678482079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002863273024559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678497271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09907042980194092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678512422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10127788782119751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678527154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137521475553513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678542268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09873256832361221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678557192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001386046409607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678572028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09680439531803131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678586714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10011087357997894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678601701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1029568687081337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678616799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10758139938116074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678631653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1036047413945198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678646417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739327222108841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678661624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137569904327393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678676332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09506594389677048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678676335, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678676335, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678759992, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7845577597618103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678759993, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678759993, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678775137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09424804151058197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678789654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09879379719495773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678804426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09608615934848785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678819346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09957832843065262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678834077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037931814789772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678849423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09490721672773361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678864218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10168324410915375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678879368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09768480807542801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678894359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09778311103582382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678909260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10388895124197006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678924416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09305758029222488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678939875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10684406757354736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678955324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458049923181534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678970746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725986212491989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678970747, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678970747, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679053349, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.784905731678009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679053349, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679053350, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679068603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10490144789218903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679083701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10098166763782501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679098640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10476893931627274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679114057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10256075114011765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679128693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09610196948051453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679143411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10511057823896408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679158713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09461726993322372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679173813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355739831924438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679189048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09801045805215836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679204887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08961890637874603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679220553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10048855096101761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679235906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453606396913528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679251152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10418515652418137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679266266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087312400341034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679266266, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679266267, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679346989, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7849149107933044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679346989, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679346990, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679362208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09955613315105438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679376968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10518582165241241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679392083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09749330580234528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679407362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10019289702177048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679422817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10017166286706924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679437998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0943777933716774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679453385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10435215383768082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679468934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024128794670105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679483941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995562583208084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679499368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10946498811244965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679514260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09736167639493942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679529676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09951602667570114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679544875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09934127330780029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679559962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10532228648662567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679559963, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679559963, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679642452, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7846201658248901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679642453, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679642453, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679657784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1009301245212555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679673074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09493880718946457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679688102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09804070740938187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679702827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825282335281372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679718112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028633788228035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679733239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08705287426710129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679748475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10605185478925705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679763749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09289876371622086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679778998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1036633774638176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679794224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09509050101041794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679809177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09429726004600525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679823881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288754105567932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679838945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11177383363246918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679853849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09754238277673721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679853850, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679853850, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679938056, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7854417562484741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679938057, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679938057, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679952742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0951664075255394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679967910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09560933709144592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679982704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10040736198425293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679997425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169914364814758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680012477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303870588541031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221020160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680027662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051115021109581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221184000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680042811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081317663192749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221347840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680057570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1155603677034378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221511680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680072373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10784298926591873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221675520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680087352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09909893572330475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221839360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680102298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042483896017075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222003200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680117197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09602565318346024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222167040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680132160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09412126988172531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222330880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680147057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10758287459611893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222494720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680147057, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680147058, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680230745, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7854156494140625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680230746, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784680230746, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} diff --git a/recommendation/rcp_logs/gbs_8192/seed666410936.log b/recommendation/rcp_logs/gbs_8192/seed666410936.log deleted file mode 100644 index 8719616f2..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed666410936.log +++ /dev/null @@ -1,1818 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784651470907, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784651470908, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784651492049, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "seed", "value": 666410936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784651492052, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784651492053, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784651492053, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784651492053, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784651492054, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784652395120, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784652395121, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784652395456, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784652571815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779228925704956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784652584317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13948743045330048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652597193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861797749996185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652610158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13914042711257935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652623332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13889621198177338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652636498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13873125612735748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652649661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13904644548892975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652662809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885930180549622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652676207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13890239596366882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652689409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13903111219406128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652703014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884574174880981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652716429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387496292591095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652730201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13901670277118683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652743562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13824324309825897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652743563, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652743563, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652928256, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49880778789520264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652928257, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652928257, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652941120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388450562953949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652954241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882307708263397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652967663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386668086051941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652981058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389031559228897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652994642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389792114496231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653008478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387631893157959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653021582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387048214673996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653034945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387728452682495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653048944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863505423069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653062527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386292725801468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653076397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875772058963776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653089857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861820101737976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653103364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863421976566315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653117252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13868071138858795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653117252, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653117253, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653202264, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49902045726776123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653202265, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653202266, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653215990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13838881254196167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653229898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138384610414505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653243818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822486996650696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653257724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13787609338760376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653271072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13839542865753174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653284452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13854840397834778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653297947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788393139839172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653312289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13787472248077393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653326278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13758111000061035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653340014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138236403465271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653353979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785718381404877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653367661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381261646747589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653381740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380717158317566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653395242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13806062936782837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653395242, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653395243, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653479492, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4992886781692505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653479492, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653479493, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653492790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13739073276519775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653506413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777832686901093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653519990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13728058338165283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653534367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13757362961769104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653548334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378859281539917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653562370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13791893422603607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653576271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372217833995819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653590060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13759775459766388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653604251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370912790298462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653618245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867442309856415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653632018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13682374358177185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653645722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803166151046753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653659634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359868198633194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653673876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735145330429077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653673876, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653673877, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653757984, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49963000416755676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653757985, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653757985, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653771630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366024613380432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653785547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13615527749061584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653799250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781486451625824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653813393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519734144210815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653827712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368628293275833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653841618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13420552015304565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653855637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13592469692230225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653869363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358049362897873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653883276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13790567219257355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653897067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13553261756896973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653910790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1457153558731079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653924902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357528120279312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653938644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344693899154663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653952575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13795089721679688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653952575, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653952576, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784654036000, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5000606179237366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784654036001, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784654036002, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784654049468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13565371930599213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654062989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13949376344680786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654076595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13622674345970154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654090092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13382376730442047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654103699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532288372516632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654117411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13895002007484436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654131054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370881974697113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654144818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342763483524323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654158419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365617394447327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654171832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13208380341529846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654185493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13173159956932068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654198870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350904256105423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654212514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13260327279567719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654226537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387495994567871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654226538, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654226538, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654307975, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5006159543991089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654307976, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654307977, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654321829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13397163152694702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654335558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369858264923096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654349483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13594010472297668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654363176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356057971715927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654376805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735611736774445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654390498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12852488458156586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654403887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13546152412891388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654417513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297309249639511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654431419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366883993148804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654445462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328895092010498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654459267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370639085769653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654473363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13471965491771698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654487863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353222131729126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654501873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338682621717453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654501874, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654501874, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654584974, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5014109015464783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654584976, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654584976, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654599165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327541172504425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654613232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13395115733146667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654627478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532766699790955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654641939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541509211063385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654656229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13939908146858215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654670345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334255337715149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654684950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532161712646484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654698771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335832178592682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654712653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312476873397827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654726781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13199077546596527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654740597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588209450244904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654754864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362818956375122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654768740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334420144557953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654782497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13072247803211212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654782498, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654782498, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654867491, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5025701522827148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654867492, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654867492, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654882370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377616673707962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654896666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13482236862182617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654911120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540126383304596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654925843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314469277858734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654940241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13353198766708374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654954856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13431328535079956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654969596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13686446845531464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654984343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396470248699188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654998973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306252658367157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655012978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13007725775241852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655026484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12765121459960938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655040318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13298562169075012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655054350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12970805168151855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655068010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12482650578022003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655068010, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784655068011, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784655151843, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5037841200828552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784655151844, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784655151845, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784655165795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116581737995148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655179652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13599827885627747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655193741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13310830295085907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655207969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13052485883235931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655221706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1283496618270874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655235846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268254965543747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655250101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12902475893497467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655263823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324000060558319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655277782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13560549914836884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655291871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12516631186008453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655305680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12871238589286804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655319607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457223773002625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655333832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104213774204254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655348370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12935864925384521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655348371, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655348371, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655430030, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5053304433822632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655430031, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655430031, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655444602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13067108392715454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655458656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12917710840702057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655472218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329631358385086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655486459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12404709309339523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655500739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12960034608840942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655514485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.125852569937706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655528285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13004086911678314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655542360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12191492319107056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655556018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13577960431575775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655570198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13711890578269958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655584186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12378627806901932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655598575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12339725345373154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655612804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12577466666698456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655627003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12898333370685577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655627003, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655627003, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655709433, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5071465373039246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655709434, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655709434, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655723179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654941320419312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655737926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655363023281097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655751940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13572977483272552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655765917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399485170841217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655780026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675682246685028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655794087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833382725715637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655808088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12742003798484802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655822159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12632563710212708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655836345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14223116636276245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655850870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14084377884864807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655865497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12718668580055237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655880008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12829449772834778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655894416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325046420097351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655908190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13167470693588257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655908190, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655908191, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655991644, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5090919733047485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655991645, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655991645, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784656006005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1413619965314865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656020514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14226390421390533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656034550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540548086166382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656048788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13947172462940216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656063294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14475145936012268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656077330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14104220271110535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656091684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12583285570144653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656105953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13760921359062195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656120399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13172399997711182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656134885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13613325357437134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656149317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775093853473663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656163594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13310843706130981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656178794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457806408405304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656193753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654445111751556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656193753, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656193754, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656276563, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5111192464828491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656276565, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656276565, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656290989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13857316970825195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656305862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823062181472778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656320850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13173167407512665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656335798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13287745416164398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656350744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383270800113678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656365887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13987033069133759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656380872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326596587896347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656395904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1412842720746994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656410163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1410370171070099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656424953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13499243557453156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656439468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12782010436058044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656453567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301051527261734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656467717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13420256972312927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656481956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12763676047325134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656481956, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656481957, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656565023, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5134171843528748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656565025, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656565025, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656579227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323276311159134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656593285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368236392736435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656607364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354766368865967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656621474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320073902606964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656635697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341448575258255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656649858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341209292411804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656664368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13393601775169373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656678814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289609551429749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656692970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13978737592697144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656707955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195909559726715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656722477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12879972159862518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656736722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13121351599693298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656751101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323058307170868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656765513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13584312796592712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656765513, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656765514, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656849255, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5164732933044434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656849256, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656849256, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656863782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13348668813705444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656878133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12322060018777847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656892435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13071495294570923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656906949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13047625124454498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656921250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525867462158203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656936177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135297492146492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656950637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550104200839996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656965452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12408757209777832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656979861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097259402275085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656993887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13118579983711243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657008618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304195374250412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657022797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133245050907135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657037103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13086554408073425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657051095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13035528361797333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657051096, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784657051097, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784657136617, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5203675627708435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784657136618, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784657136618, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784657150947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779966533184052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657165218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13242554664611816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657179419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365121185779572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657193669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13043734431266785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657207908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271987110376358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657222044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13232997059822083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657236733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355055570602417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657251109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328631043434143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657265527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314629763364792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657280147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13906662166118622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657294628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394209742546082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657308597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13751757144927979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657323480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13188093900680542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657337997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333867460489273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657337997, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657337998, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657422658, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5254380702972412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657422659, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657422659, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657437080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13143497705459595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657451476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13510435819625854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657465921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377696692943573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657480494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341769576072693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657494784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12741996347904205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657509219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12941165268421173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657523626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12609319388866425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657537892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1242847815155983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657552582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13641062378883362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657567298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373344510793686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657581979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13467484712600708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657597184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270236372947693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657611938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13096272945404053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657626197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12364225089550018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657626198, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657626198, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657713072, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5326540470123291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657713072, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657713073, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657727795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13270393013954163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657742202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13289867341518402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657756337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338193714618683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657770471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13797368109226227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657784618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13640348613262177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657798750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13149426877498627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657812740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12723895907402039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657826788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352739930152893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657840709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12471026182174683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657854882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13052181899547577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657868939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324790120124817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657883335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13435068726539612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657897784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1405450701713562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657912082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362663358449936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657912082, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657912083, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657996358, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.543735682964325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657996359, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657996359, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784658011225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665813207626343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658025650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13180691003799438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658039787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13278540968894958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658054352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13909024000167847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658069297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301417052745819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658084523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859005272388458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658099072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13513141870498657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658113903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137381911277771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658128465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13507120311260223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658143429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13059453666210175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658158237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.140670046210289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658173046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13475002348423004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658187907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292363554239273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658202849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337688148021698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658202850, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658202850, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658287306, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.557884693145752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658287307, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658287308, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658302481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14210940897464752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658317248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1328498274087906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658332734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334797739982605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658347661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13100557029247284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658362942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539913296699524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658377956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13382643461227417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658392592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13422055542469025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658407252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13569436967372894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658421615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13138045370578766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658436207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13303789496421814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658450742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13302738964557648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658465359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371019333600998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658479712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360195428133011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658494457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13756565749645233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658494458, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658494459, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658578091, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5751428604125977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658578092, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658578092, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658592467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181172311306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658607028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13561171293258667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658621303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13432259857654572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658636094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322411745786667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658650360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374034434556961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658664614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297641545534134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658679849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13395215570926666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658694324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12427052110433578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658708960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112297654151917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658723550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1316249519586563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658738149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13124796748161316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658752625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318431943655014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658767223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12922298908233643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658781658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13129569590091705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658781659, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658781659, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658864930, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5915071964263916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658864931, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658864931, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658879113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12284853309392929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658893568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273595541715622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658907988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12971799075603485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658922571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13397392630577087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658937405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13171827793121338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658952026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1224258691072464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658967019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308584213256836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658981746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322462260723114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658996343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13686257600784302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659010577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12850356101989746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659025531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332244724035263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659039873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11819128692150116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659054234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12186399102210999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659068595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12564636766910553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659068596, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784659068596, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784659152534, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6068456768989563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784659152535, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784659152535, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784659166641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12183574587106705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659180798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275227814912796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659194950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12874436378479004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659208978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13201232254505157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659223253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12169621884822845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659237527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494938611984253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659251631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294204145669937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659265626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12129330635070801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659279981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12692409753799438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659294514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12725569307804108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659308826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11829659342765808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659323540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13121651113033295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659337955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12661416828632355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659352498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1283707171678543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659352498, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659352499, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659437443, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6218957901000977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659437444, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659437444, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659451325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12806232273578644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659466135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11850620061159134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659480774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12207120656967163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659495681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12105769664049149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659510225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12296497076749802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659524587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12535502016544342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659538828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1158817857503891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659553137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12181994318962097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659567419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12445539981126785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659581777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1226082295179367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659596052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11479179561138153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659610457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12311818450689316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659624794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1093001589179039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659639431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12340936809778214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659639432, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659639432, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659721823, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6370042562484741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659721825, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659721825, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659736663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11570336669683456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659751444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11316894739866257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659766001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12788832187652588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659780922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12060708552598953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659795430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1223517656326294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659809832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11443130671977997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659823827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11812615394592285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659838898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12098999321460724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659853322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11907535791397095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659867886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119735836982727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659882252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11921177804470062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659896630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1205078512430191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659910956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1224905475974083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659925581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11622431129217148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659925582, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659925582, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784660007440, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6873796582221985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784660007441, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784660007441, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784660021885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11849922686815262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660036337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096729263663292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660050919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837104171514511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660065283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11301089078187943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660079704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10746709257364273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660094257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12077423930168152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660109048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11407039314508438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660124140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11886944621801376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660138772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10155009478330612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660153714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1192193552851677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660168490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11235448718070984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660183141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11139369755983353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660197678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757995396852493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660212457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607929319143295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660212458, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660212458, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660294724, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7329897880554199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660294725, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660294725, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660309076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11784987896680832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660324048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11839611083269119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660338948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12128496915102005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660353704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349538177251816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660368687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11206412315368652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660383221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11592396348714828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660398096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11814191937446594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660412868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11711037158966064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660427630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1070265993475914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660442276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1164742261171341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660456874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131451204419136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660471416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11489156633615494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660485742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1111692562699318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660500566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12406039237976074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660500567, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660500567, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660582195, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7459519505500793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660582196, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660582196, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660597082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12257744371891022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660611896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11508463323116302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660626484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11597990244626999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660641457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11944083869457245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660656178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10660254955291748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660670947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021783947944641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660685193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11121246963739395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660700183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10762687027454376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660714887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963212698698044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660730145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11526717990636826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660745047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12189017981290817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660759898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11434542387723923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660774993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1260741949081421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660789931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11102049052715302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660789932, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660789933, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660871767, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7539815306663513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660871768, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660871768, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660886781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1249026358127594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660901492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11215712130069733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660916231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11536817252635956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660931266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11179704964160919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660945990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11770318448543549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660960909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11681848764419556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660976129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12079127132892609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660991308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11989577114582062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661006362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11472642421722412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661021851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1121939942240715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661036864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11582055687904358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661051634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361641436815262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661066497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12377186864614487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661082182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11350269615650177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661082182, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784661082183, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784661163955, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.756658136844635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784661163956, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784661163956, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784661178967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1194806769490242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661194094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11828625202178955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661209046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11133471876382828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661224115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11339270323514938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661238846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704877227544785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661253686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11307384073734283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661268585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1165546104311943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661291934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11015934497117996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661306634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926542431116104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661321113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10690488666296005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661335984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12241749465465546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661351005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10509604960680008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661365847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12082305550575256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661381053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1197979599237442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661381053, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661381054, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661465214, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7581610083580017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661465215, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661465215, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661480307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11795932054519653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661495088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11825006455183029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661509925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11518354713916779, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661525432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11489858478307724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661540273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279609262943268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661555171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10316548496484756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661569926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11815165728330612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661584647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11536318063735962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661599473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273793339729309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661614346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10218784958124161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661628920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665574669837952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661643892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11298874020576477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661658771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098573356866837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661673632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11400215327739716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661673679, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661673679, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661758175, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.758251428604126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661758176, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661758176, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661773090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10458837449550629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661788291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.106508769094944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661803530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11462503671646118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661818281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983408987522125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661833487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10816118866205215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661848760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11433222889900208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661863681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11284468322992325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661878388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281328648328781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661893259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11639093607664108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661907694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.110984668135643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661922115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005333885550499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661936661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11345105618238449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661950913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733485221862793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661965319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10565314441919327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661965320, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661965320, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784662052395, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7592753171920776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784662052396, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784662052396, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784662066686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10612494498491287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662081191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296772956848145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662095844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09609023481607437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662110275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10414819419384003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662124696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11256776005029678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662139041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10465966165065765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662153549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0893137976527214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662167891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903589427471161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662182343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10200699418783188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662196906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11659587174654007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662211523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074209213256836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662225897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007145568728447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662240830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10036127269268036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662255617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10783921182155609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662255618, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662255618, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662342076, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7607845067977905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662342077, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662342077, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662356776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11738960444927216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662371549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117834746837616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662385649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10455185174942017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662400916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725414752960205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662415475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09990319609642029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662430373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027659997344017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662444866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662689059972763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662459611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793192684650421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662474226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09811818599700928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662489117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108811154961586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662503731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1059032529592514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662518249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704021900892258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662532753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859429836273193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662547452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311278492212296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662547453, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662547453, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662632554, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7640342116355896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662632555, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662632555, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662647193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11090485751628876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662661574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10008399188518524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662676408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10248935967683792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662691503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679817944765091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662706546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11145040392875671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662721609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11408505588769913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662736460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10111231356859207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662751380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10509157925844193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662766419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10752663761377335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662781199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10605624318122864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662796071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11259784549474716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662810225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.095668725669384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662825285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09775999933481216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662839962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704775899648666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662839962, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662839963, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662923798, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7651156187057495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662923799, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662923799, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662938105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09220807254314423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662952609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10501605272293091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662966972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103169322013855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662981592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09801575541496277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662995938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11063049733638763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663010380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110953241586685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663024691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09799806028604507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663038790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105217039585114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663053175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610555857419968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663067396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494839400053024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663081834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853607952594757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663095896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055726557970047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663110159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0982198715209961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663124690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10674373805522919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663124690, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784663124691, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784663207440, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7653131484985352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784663207440, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784663207441, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784663222290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10523755848407745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663237224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039656326174736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663251767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10554816573858261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663266489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10416459292173386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663281180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09827622026205063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663295731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10086065530776978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663310598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10613524168729782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663324702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09606652706861496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663339740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863800346851349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663354978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10940418392419815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663369737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168668195605278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663384627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454236507415771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663399290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11608192324638367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663414038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11496567726135254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663414039, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663414039, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663496813, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7665496468544006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663496814, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663496814, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663511351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10126189142465591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663526218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11649172753095627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663540727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841399431228638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663555594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10207924246788025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663570198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09170478582382202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663584820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889429807662964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663599172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425464063882828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663613954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770843923091888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663628408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085488349199295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663642897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132057964801788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663658042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11388225108385086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663673167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10066469758749008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663688467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11066943407058716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663703355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111733578145504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663703356, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663703356, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663785928, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7667439579963684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663785929, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663785929, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663800944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858535021543503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663815946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10190250724554062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663830722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11123606562614441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663845600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0921362116932869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663860071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11481524258852005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663874533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1075633093714714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663889960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1115265041589737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663904889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11190645396709442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663920327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12218473851680756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663935480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10525549948215485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663950509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219148337841034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663965702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12333056330680847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663980857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09961844235658646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663996035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099602282047272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663996036, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663996036, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784664078284, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.766491174697876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784664078285, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784664078285, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784664093392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10417351871728897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664108580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11911449581384659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664123742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10952464491128922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664139218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10659032315015793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664154206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09748710691928864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664169499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294085532426834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664184914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665574669837952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664200218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766849666833878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664215344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682768911123276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664230236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09973832219839096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664245538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1247454434633255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664260727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10898815095424652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664275671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11765473335981369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664290563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810019820928574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664290563, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664290564, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664373764, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7671238780021667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664373765, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664373765, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664388935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142413467168808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664403846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1153440997004509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664418714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091616004705429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664433754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11868502199649811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664448439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11474284529685974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664463106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11948350071907043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664477971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273801028728485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664492299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12246906757354736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664506821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11650751531124115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664521756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11088525503873825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664536242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897333920001984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664551026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10907216370105743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664565765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11605720967054367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664580571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11506200581789017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664580572, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664580572, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664662748, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7682990431785583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664662749, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664662749, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664677918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1200690045952797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664692940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792220383882523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664707612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087208241224289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664722952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802231729030609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664737923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11188586056232452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664752908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106669157743454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664767814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11463767290115356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664782771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10850857198238373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664797846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10708138346672058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664812371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10107002407312393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664827545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10524415224790573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664842384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09747777134180069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664857133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489047318696976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664871820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152829438447952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664871821, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664871822, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664955114, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7685767412185669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664955115, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664955115, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664969785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10993931442499161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664984570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10232682526111603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664999090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09663359820842743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665013575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10898790508508682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665028206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11565335839986801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665042826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10506856441497803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665057383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10597730427980423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665072010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483748465776443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665086526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10244082659482956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665101201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1206861361861229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665115942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750295758247375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665130630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10251644253730774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665145546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10096515715122223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665159964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12106253206729889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665159964, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665159965, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665244310, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7692006826400757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665244311, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665244311, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665259321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11189648509025574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665274131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09741243720054626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665288820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10444527119398117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665303697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10449115186929703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665318335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985074937343597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665333409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10631248354911804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665348017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071184054017067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665362729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11280123144388199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665377853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528392344713211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665392839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084434762597084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665407638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562460869550705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665422481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11581757664680481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665437131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706445574760437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665451912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283046215772629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665451913, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665451913, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665535011, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7696719765663147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665535013, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665535013, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665549736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1004445031285286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665564735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09530457854270935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665579443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09644866734743118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665594376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09748273342847824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665608952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09694258123636246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665623732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09542427211999893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665638376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10048892349004745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665653189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09717489033937454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665668235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324341058731079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665683053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954219102859497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665698152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10517145693302155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665712897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043163388967514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665727763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11453254520893097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665743236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11198519915342331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665743237, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665743237, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665825621, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7704042792320251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665825621, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665825622, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665840636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09912067651748657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665855599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10789385437965393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665870773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102660521864891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665885496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10171958059072495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665900353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10143306106328964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665915234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818132013082504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665930015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11146466434001923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665944840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685279965400696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665960064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10302173346281052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665974947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1016290932893753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665989814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1003422737121582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666004574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10306209325790405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666019325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11039214581251144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666033989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11488932371139526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666033990, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784666033990, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784666117318, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.770160436630249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784666117319, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784666117320, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784666132304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11123161762952805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666146855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10750316083431244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666161730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09172645211219788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666176298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10357411950826645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666191097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705558955669403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666205652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10848674923181534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666220515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11107546836137772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666235542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10421902686357498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666250459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10021824389696121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666265213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10492802411317825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666280290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10381156206130981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666294980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10919744521379471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666310018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643143206834793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666325187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094140037894249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666325187, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666325188, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666410700, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7711884379386902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666410701, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666410701, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666425716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10323208570480347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666440774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047891303896904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666455594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10452781617641449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666470148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265380889177322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666485517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835323482751846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666500263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10144633054733276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666515174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09906265884637833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666530444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10247892886400223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666545551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229700595140457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666560652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515496879816055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666575733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10410546511411667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666590589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322032868862152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666605708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051945835351944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666620638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.107624851167202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666620639, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666620640, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666703704, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7712177634239197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666703705, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666703705, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666718702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089906394481659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666733821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219824314117432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666748499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10451081395149231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666763199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10140541940927505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666778115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544466972351074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666792634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11265996843576431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666807437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10172293335199356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666821878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035771667957306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666836549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11346019059419632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666851600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10697108507156372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666866420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340877622365952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666881139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10492032021284103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666896012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589563846588135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666910938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09935091435909271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666910938, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666910939, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666995481, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7715105414390564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666995481, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666995482, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784667010125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10263223946094513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667024829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09992978721857071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667039565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712939500808716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667053837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10117913037538528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667069372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10899879038333893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667084248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1102331131696701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667099437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076979786157608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667114807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11592614650726318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667129802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1147426888346672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667144607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102909058332443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667159510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439550876617432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667174344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035861000418663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667189014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574014484882355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667203749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740181058645248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667203750, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667203750, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667288200, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.771694004535675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667288201, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667288201, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667303054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1023353636264801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667317820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138408839702606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667333056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956613719463348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667348038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10546864569187164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667362778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09475858509540558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667378049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1135205626487732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667392594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1020771935582161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667407370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10827904939651489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667422375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10343454778194427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667437486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10446037352085114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667452283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11026474088430405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667467336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11467533558607101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667482153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10686740279197693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667497326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10335944592952728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667497327, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667497327, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667580245, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7719758749008179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667580246, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667580246, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667595373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11351846903562546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667610388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10971075296401978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667625584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11004337668418884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667641095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785451531410217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667655750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10185644030570984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667670321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828061401844025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667686136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11805924773216248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667701281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935915261507034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667716314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11662132292985916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667731621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12275488674640656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667746548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792817920446396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667761453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11127591133117676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667776555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11624860018491745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667791460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104358658194542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667791460, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667791461, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667874026, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7717100977897644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667874026, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667874026, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667889084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11402764171361923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667904190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983198881149292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667919085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11203627288341522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667934001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10676795244216919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667948736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10446267575025558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667963750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11453354358673096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667978573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743757337331772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667993406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11545392870903015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668008608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11222202330827713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668023815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12077335268259048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668039309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585561394691467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668054449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11792152374982834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668069477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10870641469955444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668084723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1196366474032402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668084724, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784668084724, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784668167405, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7723491191864014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784668167406, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784668167406, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784668182471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12032903730869293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668197530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10848748683929443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668212339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11990504711866379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668226975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1140122041106224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668241797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829805582761765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668257267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11564009636640549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668272122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11308622360229492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668287532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1176062822341919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668303087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11374222487211227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668318306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10619503259658813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668333589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11432678252458572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668348918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10629469156265259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668364159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11714635789394379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668379747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10595451295375824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668379748, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668379748, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668463861, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7725483775138855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668463861, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668463862, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668479274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11029566079378128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668494947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12126728147268295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668510423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11037356406450272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668525774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449411511421204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668540902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11647981405258179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668556371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000800132751465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668572072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085960790514946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668587510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11040613800287247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668603236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1128082349896431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668618565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132301390171051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668634041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11050301045179367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668649751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148319393396378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668665147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11309029161930084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668680346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938755422830582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668680347, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668680347, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668763777, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7727013230323792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668763778, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668763778, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668778895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11812707781791687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668794275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11081554740667343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668809004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11094754189252853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668823752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10323517769575119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668838767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10600966215133667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668853912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199293285608292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668868675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895495116710663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668883486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901045054197311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668898340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0989181324839592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668912912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10228480398654938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668927616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10575974732637405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668942163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10509226471185684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668957121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002559959888458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668971859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168760359287262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668971860, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668971860, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784669055609, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7731391191482544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784669055610, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784669055611, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784669070455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11523551493883133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669085334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063557043671608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669100022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10146715492010117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669114919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09283459931612015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669129612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1135353296995163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669144233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10571283102035522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669159139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303918272256851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669174304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11288771778345108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669189247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725066065788269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669204253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10436973720788956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669219292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10946916788816452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669234525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311660706996918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669249793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10849756002426147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669264846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764004290103912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669264847, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669264847, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669348594, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7731704115867615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669348595, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669348595, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669363907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053189635276794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669378980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043868437409401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669393626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109109967947006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669408214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09964701533317566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669423471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607228219509125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669438360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11070858687162399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669453150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104305699467659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669468333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817565023899078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669483261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858042538166046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669497873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10912565886974335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669512738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099584400653839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669527403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994933694601059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669541833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824538767337799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669556378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08761264383792877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669556378, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669556379, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669638197, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7733290791511536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669638198, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669638198, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669652983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09594782441854477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669667740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110028326511383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669682484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935529321432114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669697256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209225118160248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669712138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10247208923101425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669727122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09080001711845398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669742008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10369621217250824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669756693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09844737499952316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669771167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10395567119121552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669786220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10727105289697647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669801365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11118700355291367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669816400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895995795726776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669831317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647457093000412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669846366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10429994761943817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669846367, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669846368, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669929637, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7735073566436768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669929638, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669929638, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669944687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09705324470996857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669959984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10535910725593567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669975042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09609873592853546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669990192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340158641338348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670005386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0988369807600975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670020171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10156817734241486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670034868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10953794419765472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670050068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10200905054807663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670064787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10925847291946411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670079716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11028218269348145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670094913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10697904974222183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670110016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529898852109909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670124927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074420064687729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670139763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10896743088960648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670139764, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784670139764, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784670225760, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7736728191375732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784670225761, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784670225761, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784670240541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10763110220432281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670255236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591668635606766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670270042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413218289613724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670284989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061998665332794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670300129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723122954368591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670315331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09678810834884644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670330998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10558079183101654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670346014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433819890022278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670360988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044807732105255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670376288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0994785726070404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670391057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0980367586016655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670406046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10306376963853836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670421210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09150764346122742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670436525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10811539739370346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670436526, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670436526, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670521828, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738646864891052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670521829, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670521829, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670537001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10035301744937897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670552364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10173335671424866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670567400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09920316189527512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670582769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11027022451162338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670598101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10178069770336151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670613413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10309427231550217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670628554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10310270637273788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670643596, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610523819923401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670658722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10174015909433365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670673404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11457791924476624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670688725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10157460719347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670704185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866563767194748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670719341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608558356761932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670734572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739417374134064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670734573, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670734573, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670820010, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773925244808197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670820011, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670820012, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670835272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739009827375412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670850478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09876921027898788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670865414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10708044469356537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670880705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743719339370728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670895983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348626226186752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670910625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743443667888641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670925425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0975453108549118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670940458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09827112406492233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670955277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057027131319046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670970065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10539416968822479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670985032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10318400710821152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670999815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071106791496277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671014707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725880414247513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671029704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10074993222951889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671029705, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784671029706, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784671114776, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7741949558258057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784671114777, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784671114778, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784671129601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440068691968918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671144415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10580072551965714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671159389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09506867825984955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671174661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09935220330953598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671189491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336247086524963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671204866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10042334347963333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671219853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714592784643173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671234914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11004868149757385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671249917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821831226348877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671264812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085000842809677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671279998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349234193563461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671294740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09942512959241867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671309902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228521913290024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671324673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219429969787598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671324674, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671324675, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671411511, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742371559143066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671411512, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671411513, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671426034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10622715204954147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671441622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10516694188117981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671456651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10634972900152206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671471910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099711805582047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671487322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687929391860962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671502676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10892698913812637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671517687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868561267852783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671532877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09819488972425461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671548051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10761020332574844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671562983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035892516374588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671578116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10896500945091248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671592958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10350484400987625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671608220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10674640536308289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671623249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09689601510763168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671623297, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671623298, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671709221, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.774358868598938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671709222, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671709222, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671724310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09966647624969482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671739460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10561797767877579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671754635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1023624837398529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671769901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10472842305898666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671785117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10856954753398895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671800185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12469470500946045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671815374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963567346334457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671830526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09943906217813492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671845859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11330919712781906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671861073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253644526004791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671876404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11509773880243301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671891696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09941034764051437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671907204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10726025700569153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671922539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10501381754875183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671922584, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671922585, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784672008766, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.774552583694458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784672008767, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784672008768, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784672024291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09907767921686172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672039608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09857383370399475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672054826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11298898607492447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672070295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11877603083848953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672085440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427938938140869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672100246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11146964132785797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672115926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10758944600820541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672131314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12016630172729492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672146563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10598354786634445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672162139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881493985652924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672177607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11234850436449051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672192863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11088250577449799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672208232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11366929858922958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672223534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11203683912754059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672223535, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672223535, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672307234, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746077179908752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672307235, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672307235, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672322611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074453815817833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672337984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11079395562410355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672353484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148681640625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672368793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11083238571882248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672384225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10898153483867645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672399741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844742506742477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672415169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10172275453805923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672430410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11249790340662003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672445810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12111125141382217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672461282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046586185693741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672476568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10888776928186417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672492149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503049194812775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672507624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10442622750997543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672523123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10936161875724792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672523124, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672523124, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672606403, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7748522162437439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672606404, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672606404, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672621685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1145123615860939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672637198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12009026110172272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672652705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.114539735019207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672668236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11232121288776398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672683736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11119571328163147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672698952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12166478484869003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672714460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11225560307502747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672729376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10928095132112503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672745393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097585409879684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672760906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09902762621641159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672776312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11022423207759857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672792308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098194345831871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672808202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488779097795486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672823830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11127091944217682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672823830, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672823831, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672908186, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749757766723633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672908187, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672908187, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672923931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11357761174440384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672939771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12933164834976196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672955277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861459374427795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672970414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1128029078245163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672985344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406569182872772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673000654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11128710955381393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673015984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11429277807474136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673031489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11405420303344727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673046704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632790625095367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673061922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871008783578873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673077403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12913395464420319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673092654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328411102294922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673108455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132471114397049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673124211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11656660586595535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673124212, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784673124212, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784673209086, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752427458763123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784673209087, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784673209087, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784673224349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09740118682384491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673240022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11206184327602386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673255530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1227216050028801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673271106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1065693199634552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673286605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11012135446071625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673302052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804464668035507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673317284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1125197634100914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673332294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123235747218132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673347665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348530113697052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673362497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11794713884592056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673377400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10846291482448578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673392599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11153062433004379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673407934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0931161642074585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673422911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042311042547226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673422912, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673422912, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673505961, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752667665481567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673505961, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673505962, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673521075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10274146497249603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673536039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09702027589082718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673550853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11529821902513504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673565669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10854652523994446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673580437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10975764691829681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673595518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441706329584122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673610448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10833382606506348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673625627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11400409787893295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673640643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001153290271759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673655928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09661642462015152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673670836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09791809320449829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673685694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09755630791187286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673700468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288963466882706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673715469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10149537771940231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673715470, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673715470, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673798467, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752794623374939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673798468, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673798468, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673813359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10354232043027878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673828526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10353801399469376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673843681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10430397093296051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673858862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755624622106552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673874022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10299398750066757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673889346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100792795419693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673904814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11013209074735641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673919915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568073391914368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673935111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723371058702469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673950164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602562874555588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673965461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10481980443000793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673980284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089240163564682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673995055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10621747374534607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674010414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1137860044836998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674010468, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784674010468, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784674094435, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7754996418952942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784674094436, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784674094437, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784674109294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085377112030983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674124417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214891821146011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674139767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10767322778701782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674155077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777486115694046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674170079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10060925781726837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674185383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10285207629203796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674200646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09631936252117157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674215509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10877624899148941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674230239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10017919540405273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674245062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10278210043907166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674260222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10193649679422379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674274962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344456881284714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674289698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09997213631868362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674304572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426849126815796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674304624, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674304625, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674390085, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7754709720611572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674390086, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674390086, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674405076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09839719533920288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674420006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760672390460968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674435144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0998426228761673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674449998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10402244329452515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674464781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09421024471521378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674480076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10710486769676208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674495470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10435770452022552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674510670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10422546416521072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674526096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530197620391846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674541235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11204942315816879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674556676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09690681099891663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674572152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11176567524671555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674587518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242222040891647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674602509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1019306480884552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674602554, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674602555, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674688179, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7756123542785645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674688180, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674688180, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674703140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09839025884866714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674718428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10752486437559128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674733554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10198871046304703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674748141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069134920835495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674763240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089421272277832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674778101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10909280180931091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674793002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080993920564651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674808257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09956123679876328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674823395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10931626707315445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674838664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991813987493515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674853658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061269253492355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674868699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09499377757310867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674883602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09677860885858536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674898745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632886737585068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674898746, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674898746, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674984086, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7758821249008179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674984087, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674984088, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674999186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10338009893894196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675014323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420866847038269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675029510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152126848697662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675044546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572750866413116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675059440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149033159017563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675074369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10096921771764755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675089192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10990338772535324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675103830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10203257203102112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675118565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790542513132095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675133216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10258839279413223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675148080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09866001456975937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675163477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242654174566269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675178609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11975989490747452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675193708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10986080765724182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675193709, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784675193710, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784675277383, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7763038277626038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784675277384, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784675277384, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784675292597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11662010103464127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675307518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10126511752605438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675322925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1003381535410881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675338114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10146120935678482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675353212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10676675289869308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675368259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10003376752138138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675383271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10083489120006561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675398396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10677052289247513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675413044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10619533807039261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675427556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09495513141155243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675443116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488119721412659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675458171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10210099816322327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675473417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09441406279802322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675488802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10042594373226166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675488803, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675488803, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675571657, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7762972712516785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675571657, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675571658, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675586884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11140605062246323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675602198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11401738226413727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675617248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005912497639656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675632325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774566233158112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675647203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10376131534576416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675661790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1041513979434967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675676452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662417113780975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675691425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087929755449295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675706265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09903056919574738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675720816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09812669456005096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675735641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242415010929108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675758683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0985153391957283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675773728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283553600311279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675790980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032082736492157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675790981, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675790981, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675873549, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7766724824905396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675873550, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675873550, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675888652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.102554552257061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675903398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868321359157562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675918067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11250212043523788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675933410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09488393366336823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675948885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10475891083478928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675964122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10797204077243805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675979297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11639493703842163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675994292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10128704458475113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676009565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057250127196312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676025274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11094112694263458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676040509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09819766879081726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676055688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10858774185180664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676070941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09876522421836853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676085784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026102602481842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676085785, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784676085786, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784676166819, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7766553163528442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784676166820, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784676166820, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784676182492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11029969155788422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676197480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494790226221085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676212259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09250514209270477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676227895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006196066737175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676243220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905735939741135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676258589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1110759899020195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676274384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0963239073753357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676289933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049552857875824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676305418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655958205461502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676320617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10007711499929428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676335888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483012348413467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676351069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10516394674777985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676366236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11157233268022537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676381627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11552007496356964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676381628, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676381629, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676462689, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7764861583709717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676462690, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676462690, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676477758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011183261871338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676493180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507632046937943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676508232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10512138903141022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676523514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10890284925699234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676538484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10251019150018692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676553781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0976414829492569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676568893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386304557323456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676583858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260077357292175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676598992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10133678466081619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676614107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09619663655757904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676629083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542993992567062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676644418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253558099269867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676659796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255686193704605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676674785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11880583316087723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676674785, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676674786, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676758965, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7769604921340942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676758966, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676758966, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676774259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10123417526483536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676789159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09811395406723022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676804323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602284967899323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676819710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242923885583878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676835110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11838633567094803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676850318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09676345437765121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676865605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574407875537872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676880486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10201616585254669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676895891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10206317156553268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676911137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10460135340690613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676925731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665298253297806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676941450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991105437278748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676956715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002788320183754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676972415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607842892408371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676972415, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676972416, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784677054888, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7771864533424377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784677054889, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784677054889, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784677070427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11255187541246414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677086159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11174723505973816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677101749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10698425769805908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677117533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1214948520064354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677133036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11576981842517853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677148731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10312933474779129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677164434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12004241347312927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677179970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11442195624113083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677195724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10565286874771118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677211523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777423530817032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677227470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10727937519550323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677243176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10690651088953018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677259139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10776656866073608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677274563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11611852049827576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677274564, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784677274565, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784677356761, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7778541445732117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784677356761, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784677356762, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784677372603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11269893497228622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677388181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10534816235303879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677404000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322686284780502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677419908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11689040064811707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677435730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10927785933017731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677451455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10664503276348114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677467342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10614991188049316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677483131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420412361621857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677499370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1184493824839592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677515217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10584299266338348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677530835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1182144358754158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677546575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11299356073141098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677561865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840726643800735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677577653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11581984907388687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677577654, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677577654, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677659945, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7777467966079712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677659946, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677659946, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677675179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1013793870806694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677690728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114591360092163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677706069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11519380658864975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677721446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10206017643213272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677737044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061786323785782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677752718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903353989124298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677768129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0988330990076065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677783310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10721451044082642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677798526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208886861801147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677813589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574379563331604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677828880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11494816839694977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677844080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1111842468380928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677859159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11758257448673248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677874500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11378920078277588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677874501, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677874501, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677956197, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7780810594558716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677956198, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677956198, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677971462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11359893530607224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677986943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10769675672054291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678002152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175380647182465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678017515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11731504648923874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678032733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11247068643569946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678048204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11861444264650345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678063785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10027984529733658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678079140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10827679187059402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678094682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10870544612407684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678110201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099226176738739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678125792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1196284368634224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678141279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11341071128845215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678156781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053113266825676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678172490, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11271516978740692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678172491, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784678172491, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784678256449, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7783223986625671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784678256451, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784678256451, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784678271383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10506192594766617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678286690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11106657981872559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678301686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11880674213171005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678317204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732235014438629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678331979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10612025111913681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678346983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194278508424759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678362694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703060030937195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678377671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11085426807403564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678392827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11422624439001083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678407786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09439211338758469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678422949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11763293296098709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678438052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145939886569977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678452754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09916466474533081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678467509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10867501050233841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678467510, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678467510, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678551123, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7777716517448425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678551124, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678551124, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678566057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10353630781173706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678581367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0944032371044159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678596573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09722398221492767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678611599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829444974660873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678626752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10959458351135254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678641865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11292397230863571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678656849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09678759425878525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678672014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067994087934494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678687022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10726537555456161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678701948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11145429313182831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678716895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09960593283176422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678732330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10030815005302429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678747496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11159928143024445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678762359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0985998809337616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678762360, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678762361, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678845616, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7781968712806702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678845617, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678845617, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678860864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628467798233032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678875834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09645366668701172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678891016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542475432157516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678906386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09636390209197998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678921953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10329315811395645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678937304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270583420991898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678952702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1081763282418251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678967622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09610337764024734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678982663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11605404317378998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678997769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10436414927244186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679012501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10332357883453369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679027985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10197797417640686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679042703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10278233885765076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679057681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1021430566906929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679057681, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784679057682, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784679142129, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7784578800201416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784679142130, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784679142130, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784679157321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10187067091464996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679172524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09984029084444046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679187804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10311678797006607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679202682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028367206454277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679218142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09907148778438568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679233202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10262982547283173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679247987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09637533128261566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679262821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0991363674402237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679278111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10390663892030716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679293203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911276191473007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679308208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10480337589979172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679323268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770425200462341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679338552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10260921716690063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679353437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09656118601560593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679353438, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679353438, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679437449, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7784078121185303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679437450, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679437450, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679452765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09580580145120621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679467600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023661702871323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679482554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09785361588001251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679497221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09987707436084747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679512157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433676838874817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679527776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09610987454652786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679542724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10323725640773773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679557945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09868337959051132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679572922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0983649417757988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679588147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577677935361862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679603447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0930241197347641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679619010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821833461523056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679634395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10570856928825378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679650022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046188324689865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679650023, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679650023, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679732921, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7787220478057861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679732922, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679732922, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679748156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055678129196167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679763546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10207225382328033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679778802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10617764294147491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679794532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10363797098398209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679809440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09720319509506226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679824397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10495387017726898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679839818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0961461290717125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679854837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11460188031196594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679869896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09856100380420685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679885457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0908965989947319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679900858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10059625655412674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679916051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10558567941188812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679931194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10363882035017014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679946363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10908914357423782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679946364, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679946364, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784680030020, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7789427638053894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784680030021, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784680030021, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784680045355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10184445977210999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680060244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658824443817139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680075167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09809127449989319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680090233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10048490017652512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680105519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089654475450516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680120393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09549888968467712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680135383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453785955905914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680150562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034712865948677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680165334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090667754411697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680180494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044096946716309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680195181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09823154658079147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680210398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10107409954071045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680225521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10064695030450821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} diff --git a/recommendation/rcp_logs/gbs_8192/seed6726.log b/recommendation/rcp_logs/gbs_8192/seed6726.log new file mode 100644 index 000000000..250a77ee6 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed6726.log @@ -0,0 +1,311 @@ +:::MLLOG {"namespace": "", "time_ms": 1790242347668, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790242347749, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790242365654, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790242365663, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790242365667, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790242365671, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790242365673, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790242365676, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790242365679, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790242365681, "event_type": "POINT_IN_TIME", "key": "seed", "value": 6726, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790242365684, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790242365688, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790242365690, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790242365693, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790242365696, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790242365698, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790242365701, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790242365704, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790242365707, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790242365709, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790242365712, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790242365715, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790242365717, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790242365720, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790242365723, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790242365726, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790243192722, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790243193180, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790243193283, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790254642733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13850951194763184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254670755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13883383572101593, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254785423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13920718431472778, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254808874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13888749480247498, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790254832369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13858258724212646, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254855659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13891583681106567, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254879170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388586014509201, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254902695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386742889881134, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254926227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386173814535141, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254950263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385098099708557, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254974412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13839344680309296, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790254998826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847628235816956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255022862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13826850056648254, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255046505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13798436522483826, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255070398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13747015595436096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255094463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13815882802009583, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255118914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13752847909927368, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255142818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13708949089050293, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255167339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652141392230988, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255191709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13754642009735107, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255216523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13547487556934357, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255240926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13587506115436554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255265211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13609357178211212, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255289478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13516779243946075, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255313944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13659238815307617, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255338891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781030476093292, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255362999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360626518726349, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255397857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13767991960048676, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255422519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13628287613391876, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255446875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520796597003937, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255471192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370152086019516, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255495894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13201940059661865, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255519936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364969193935394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255544215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13423848152160645, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255568647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297561377286911, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255592935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12855449318885803, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255617060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13271690905094147, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255641670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13371963798999786, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255666475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344098597764969, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255691341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339813470840454, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255716249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13536562025547028, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255741312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13528886437416077, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255766244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352112591266632, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255790987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337396502494812, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255815730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132589653134346, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255841071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353216916322708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255866178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307632178068161, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255891398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391238451004028, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255916196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13209030032157898, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255940835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13000652194023132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255965353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13957254588603973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790255990037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046683371067047, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256014803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301400065422058, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256039382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506613671779633, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256063770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339515745639801, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256088768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12915416061878204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256113297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12965671718120575, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256137881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295524537563324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256162278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12867748737335205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256186689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13723115622997284, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256211507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13677260279655457, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256236162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655595481395721, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256260852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13219398260116577, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256285505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13804957270622253, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256310056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044190406799316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256335064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12700000405311584, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256359606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13411985337734222, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256384691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14235606789588928, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256409900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357593685388565, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256435142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12591767311096191, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256460569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13709479570388794, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256485828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13288742303848267, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256511259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13217155635356903, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256536555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13163797557353973, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256562085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779978454113007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256587703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14120443165302277, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256613009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133225679397583, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256638142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341174989938736, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256663085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13164547085762024, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256687951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13198330998420715, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256712976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531853258609772, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256737958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13955840468406677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256763255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346651315689087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256788107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13575004041194916, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256813161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13109341263771057, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256838023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511823117733002, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256863144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341782659292221, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256888030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13087299466133118, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256913177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351410627365112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256937925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13781797885894775, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256962670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13244521617889404, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256987365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13217242062091827, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257012509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12904652953147888, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257037638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13375556468963623, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257062661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12868991494178772, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257087643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348474770784378, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257112564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655565679073334, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257137382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12587277591228485, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257162410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216646015644073, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257187790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12688831984996796, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257212643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13479720056056976, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257237988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337548941373825, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257263093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13499654829502106, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257288140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13484317064285278, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257313327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13057354092597961, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257338617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14026130735874176, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257364196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13346996903419495, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257389489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13898487389087677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257415527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12646788358688354, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257441184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13455024361610413, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257466818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13420690596103668, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257492665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331745982170105, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257518421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366487294435501, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257544269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13489148020744324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257570235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136295884847641, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257596007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228589296340942, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257621828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12888120114803314, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257647536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13123846054077148, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257673571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166013360023499, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257699222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289985477924347, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257724728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12625747919082642, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257749926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13018983602523804, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257774993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12396198511123657, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257800049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259826272726059, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257825408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14016757905483246, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257850636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12937207520008087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257875917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12327110767364502, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257901731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11706101149320602, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257927008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339685469865799, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257952025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272251158952713, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257977043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12295661866664886, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258002343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11961548775434494, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258027754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12730492651462555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258053239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.125639870762825, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258078411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12290561944246292, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258103847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11922501027584076, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258129179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12147977203130722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258154293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12307009100914001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258179373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11671542376279831, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258204476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12306637316942215, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258204485, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258204489, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258429892, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6253752708435059, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258430294, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258430298, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258455735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11919087171554565, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258481079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12150927633047104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258506231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11745502054691315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258531639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11080886423587799, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258556986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782049596309662, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258572080, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258572089, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258687753, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6328843832015991, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258688148, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258688151, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790258698410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11689792573451996, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258723491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117248386144638, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258748618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12238293886184692, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258774179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12188486009836197, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258799698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098287999629974, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258825239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11499127000570297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258830585, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790258830595, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790258924781, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6398454904556274, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790258924968, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790258924972, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790258945461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12027935683727264, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258971035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11519686132669449, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258996476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11992763727903366, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259023307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12050199508666992, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259048917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11649009585380554, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259069283, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259069292, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259186272, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6473051905632019, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259186282, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259186285, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259191394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11313607543706894, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259216995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11714721471071243, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259242555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954251140356064, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259268148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10814803838729858, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259294352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12487310916185379, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259320417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12888088822364807, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259330824, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259330833, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259421122, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6548066139221191, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259421132, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259421135, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259436755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12135224044322968, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259462807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1135362833738327, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259488758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.118048295378685, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259514988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11735853552818298, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259541170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12262953817844391, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259567243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11739424616098404, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259567253, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259567258, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259671837, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6630618572235107, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259671847, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259671851, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259698031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11938107013702393, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259724161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11067476123571396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259750201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10623710602521896, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259776112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983884334564209, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259802441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11699442565441132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259818229, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790259818238, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790259915363, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6716094017028809, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790259915780, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790259915786, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790259926327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12172014266252518, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259952456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11500368267297745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259978436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108635313808918, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260004167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11660686135292053, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260029716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10975609719753265, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260055438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649575293064117, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260060528, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260060536, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260151301, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6816789507865906, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260151309, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260151313, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260171956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11107891798019409, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260197765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11566849052906036, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74137600, "lr": 3.7704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260223587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148209497332573, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260249244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11513201892375946, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 74956800, "lr": 3.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260274832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11719152331352234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260295293, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260295302, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260396108, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6943041086196899, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260396116, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260396120, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} +:::MLLOG {"namespace": "", "time_ms": 1790260401475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12166702002286911, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 75776000, "lr": 3.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260427150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10015705227851868, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260452622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10186624526977539, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 76595200, "lr": 3.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260478137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213696748018265, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260503641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1174754872918129, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77414400, "lr": 3.937083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260529343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753604024648666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260539632, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260539641, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260633567, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7064626216888428, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260633575, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260633578, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} +:::MLLOG {"namespace": "", "time_ms": 1790260648961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11601300537586212, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78233600, "lr": 3.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260674521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278265714645386, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260700141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11847559362649918, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79052800, "lr": 4.020416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260725780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10124509036540985, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260751207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11770576983690262, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 79872000, "lr": 4.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260776749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11527072638273239, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260776950, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790260776956, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790260872385, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7215510606765747, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790260872396, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790260872399, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} +:::MLLOG {"namespace": "", "time_ms": 1790260897844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10281800478696823, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 80691200, "lr": 4.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260923479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11530928313732147, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260949267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389420926570892, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81510400, "lr": 4.145416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260974904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11040651798248291, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261000364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494071245193481, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 82329600, "lr": 4.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261015883, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261015892, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261111625, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7332689166069031, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261112048, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261112052, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} +:::MLLOG {"namespace": "", "time_ms": 1790261122217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09613251686096191, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261148048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10210108011960983, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83148800, "lr": 4.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261174418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11393008381128311, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261199826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11663826555013657, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 83968000, "lr": 4.2704166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261225365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11403615772724152, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261250644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142316460609436, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 84787200, "lr": 4.3120833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261255792, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261255800, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261346704, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7453076243400574, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261346713, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261346716, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} +:::MLLOG {"namespace": "", "time_ms": 1790261367517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10986406356096268, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261393298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11187465488910675, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 85606400, "lr": 4.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261419098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117650717496872, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261444703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282442510128021, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 86425600, "lr": 4.3954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261470793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11727117747068405, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790261491429, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} +:::MLLOG {"namespace": "", "time_ms": 1790261491440, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} +:::MLLOG {"namespace": "", "time_ms": 1790261586310, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7546048164367676, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} +:::MLLOG {"namespace": "", "time_ms": 1790261586319, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} +:::MLLOG {"namespace": "", "time_ms": 1790261586324, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 87162880, "epoch_num": 0.03804851240070946}} diff --git a/recommendation/rcp_logs/gbs_8192/seed681082816.log b/recommendation/rcp_logs/gbs_8192/seed681082816.log deleted file mode 100644 index f49611129..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed681082816.log +++ /dev/null @@ -1,1916 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784651299073, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784651299074, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784651319338, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "seed", "value": 681082816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784651319340, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784651319341, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784651319341, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784651319341, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784651990338, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784651990341, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784651990655, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784652116205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771222531795502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784652128040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14031238853931427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652140285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13862194120883942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652152734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13962367177009583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652165410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.139175146818161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652178015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13888496160507202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652190594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13970795273780823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652203332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822603225708008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652216107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13930273056030273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652228841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13943462073802948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652241690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13887378573417664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652255483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867473602294922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652268607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13935598731040955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652282910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137485072016716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652282911, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652282912, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652363758, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49788910150527954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652363759, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652363759, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652376241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13938696682453156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652388939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13919930160045624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652402121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13911646604537964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652415602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13970261812210083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652428755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1395055055618286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652441755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13960090279579163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652454311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1395157128572464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652467169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1395343840122223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652480530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1395704597234726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652493719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391899734735489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652506942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1389874517917633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652520079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13899360597133636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652533063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13915914297103882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652546443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13897249102592468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652546443, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652546444, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652627704, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.498083233833313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652627705, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652627705, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652641039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13905125856399536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652654441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13898025453090668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652667796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1391158550977707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652680962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1393146514892578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652693933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388390213251114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652706889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885082304477692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652719908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13880310952663422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652733421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1390085071325302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652746693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138760045170784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652759910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13847298920154572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652773312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863687217235565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652786342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13854920864105225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652799903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385686844587326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652813059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870517909526825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652813060, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652813060, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652895118, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49833664298057556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652895120, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652895120, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784652908122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382170468568802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652921491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828502595424652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652934749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13818231225013733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652948460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822489976882935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652961711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834209740161896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652975057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845370709896088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652988358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380363553762436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653001585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13818314671516418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653015083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13778428733348846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653028615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871639966964722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653041991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768532872200012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653055310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13836461305618286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653068833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13690422475337982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653082339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776034116744995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653082339, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653082340, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653163345, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49876242876052856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653163347, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653163347, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653176359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13759009540081024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653189464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698963820934296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653202421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379309743642807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653215767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364665925502777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653229204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374896764755249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653242483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13583959639072418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653255704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368633210659027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653268830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656987249851227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653281888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803702592849731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653294790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13655391335487366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653307752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14393864572048187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653321078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652613759040833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653334047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13569329679012299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653347051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379922777414322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653347052, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653347052, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653428831, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4993664026260376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653428832, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653428833, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653441892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362362802028656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653455055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13900673389434814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653468298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366998255252838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653481324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347973644733429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653494531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358330249786377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653507980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875670731067657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653521297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13481369614601135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653534525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13460899889469147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653547728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13471469283103943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653560525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334437131881714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653573541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312631845474243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653586293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13595062494277954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653599321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13368016481399536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653612559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13846777379512787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653612560, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653612560, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653696254, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5001416802406311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653696255, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653696255, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784653709402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134684219956398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653722468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13439500331878662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653735650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13626544177532196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653748903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355787217617035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653762137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735981285572052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653775429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13007204234600067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653788474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356765627861023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653801711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13098154962062836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653815248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13431890308856964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653829116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336804509162903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653842518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13411881029605865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653856009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13486875593662262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653869968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13564422726631165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653883541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13445627689361572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653883542, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653883542, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653967756, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5012380480766296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653967757, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653967757, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784653981430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326255977153778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653994952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433200120925903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654008532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13558852672576904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654022469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550186157226562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654036189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869377970695496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654049782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361084461212158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654063885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532856106758118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654077342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367904722690582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654091029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336812824010849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654104949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13244874775409698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654118501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13586358726024628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654132419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396228849887848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654146099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13365484774112701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654159655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13107936084270477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654159656, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654159656, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654243693, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5025910139083862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654243694, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654243694, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654257888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13757383823394775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654271850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496515154838562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654285803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533110916614532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654299848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166607916355133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654313495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383617997169495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654327403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433513045310974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654341382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675826787948608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654355279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13413068652153015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654368988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312189280986786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654382362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299944967031479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654395430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12807582318782806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654408690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132929265499115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654422093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12988968193531036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654435065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1253114640712738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654435065, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654435066, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654516140, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5040611028671265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654516141, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654516141, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654529569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131403848528862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654542748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13582263886928558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654556129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337825238704681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654569546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130586177110672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654582653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12853679060935974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654595983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126909077167511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654609823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12924300134181976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654623193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13222657144069672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654636603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13544265925884247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654650044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12535491585731506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654663281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12881585955619812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654676491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341819167137146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654690050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104036450386047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654703910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12948203086853027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654703910, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654703911, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654784707, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5059241652488708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654784708, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654784708, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784654798528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13038645684719086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654812020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1293793022632599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654825211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13296723365783691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654838900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1241694912314415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654852703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12957152724266052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654865991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.125825434923172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654879192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301743984222412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654892606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12203685194253922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654905734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358071118593216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654919381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13708838820457458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654932757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1237095519900322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654946436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12345212697982788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654960004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256718933582306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654973505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12905652821063995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654973505, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784654973505, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655057144, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5080748796463013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655057145, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655057145, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655070370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645760715007782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655084202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364504098892212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655097812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356598138809204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655111315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13995501399040222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655124892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654816150665283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655138548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822610676288605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655152158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12747043371200562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655165792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1261124163866043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655179357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14227652549743652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655193433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1411198377609253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655207423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127297043800354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655221182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1282861828804016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655234875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13270065188407898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655248085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317131519317627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655248085, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655248086, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655333023, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5103504657745361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655333025, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655333025, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655346993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14135098457336426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655360970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14247478544712067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655374616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530953228473663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655388430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13945241272449493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655402436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14491033554077148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655416180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14077487587928772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655430106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12583334743976593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655444049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13752244412899017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655458125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13185761868953705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655472140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13602018356323242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655486090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788817822933197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655499783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329811066389084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655514266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13458189368247986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655528755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13663744926452637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655528756, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655528756, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655609965, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5127341747283936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655609966, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655609966, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784655623869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872632384300232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655638121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381729692220688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655652128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13167187571525574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655666205, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295377790927887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655680317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376925885677338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655694649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13961435854434967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655708835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13256706297397614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655723236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1411445587873459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655736910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14070191979408264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655750896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514721393585205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655764653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12765295803546906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655778225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12988077104091644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655791763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13416153192520142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655805445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12771421670913696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655805445, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655805446, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655884246, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5158132314682007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655884247, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655884247, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784655897823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132221519947052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655911418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13687501847743988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655925203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376812636852264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655938923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321364790201187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655952786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13392853736877441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655966470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334347426891327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655980520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13372154533863068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655994489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13282378017902374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656008169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13983415067195892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656022187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319025307893753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656035861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12884311378002167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656049281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311187446117401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656062779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216355443000793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656076519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13587895035743713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656076519, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656076520, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656156669, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5200971961021423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656156671, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656156671, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656170305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332913339138031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656183793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12287377566099167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656197258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305890828371048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656210866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306329071521759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656224468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512910902500153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656238713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532572984695435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656252462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529640436172485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656266760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12388919293880463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656280803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308993101119995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656294397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13122868537902832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656308260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023260235786438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656321824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13303622603416443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656335479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13091444969177246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656348856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13019375503063202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656348857, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656348858, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656429404, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5258970856666565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656429407, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656429407, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656443044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777141273021698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656456731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228681683540344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656470324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334223747253418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656483872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044852018356323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656497434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268361508846283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656510899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324801743030548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656524808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356820911169052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656538656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327984780073166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656552463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311853677034378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656566355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13906383514404297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656580175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13375268876552582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656593493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13757941126823425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656607712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181786239147186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656621487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332755982875824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656621487, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656621487, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656700406, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5335649251937866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656700406, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656700407, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784656714012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116003572940826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656727586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496986031532288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656741235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376531720161438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656755057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331360936164856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656768780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12733836472034454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656782524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12920856475830078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656796314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12585532665252686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656809946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12394177913665771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656823991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13600575923919678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656837996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13716623187065125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656851659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1345822811126709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656866077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12673257291316986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656880071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305486261844635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656893494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12341387569904327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656893494, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656893495, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656973926, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.544227659702301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656973927, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656973927, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784656987789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13216707110404968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657001416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13263165950775146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657015007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363540172576904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657028521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376463919878006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657042159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360497772693634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657055757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114242255687714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657069280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12700693309307098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657082877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134910449385643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657096332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12443897128105164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657110040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300889402627945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657123722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13235530257225037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657137429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13375939428806305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657151177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14009296894073486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657164675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13594098389148712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657164676, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657164676, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657246803, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5590075254440308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657246804, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657246804, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657260834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363396942615509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657274447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313738077878952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657287979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237138092517853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657301671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13870389759540558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657316103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298091560602188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657330593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382077932357788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657344635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13470271229743958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657358860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13714686036109924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657372908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433098793029785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657387101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13029754161834717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657401310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14035071432590485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657415523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344282478094101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657429624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12867119908332825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657443873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13322600722312927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657443873, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657443873, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657527143, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5742246508598328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657527144, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657527144, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784657541585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14148971438407898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657555821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13248011469841003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657570524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337033987045288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657584760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023550808429718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657599394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349516659975052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657613675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321468234062195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657627793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13334597647190094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657641979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13504600524902344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657655956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13060791790485382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657670035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13214240968227386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657684115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13264547288417816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657698177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366458535194397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657711967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593672215938568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657726248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703280687332153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657726248, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657726249, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657807018, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5902137160301208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657807018, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657807019, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784657821020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13129399716854095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657835262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506154716014862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657849228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378238677978516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657863611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13147683441638947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657877776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13669532537460327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657891744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12872272729873657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657905910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13323192298412323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657919718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12303484976291656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657933586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13013719022274017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657947394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13073085248470306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657961196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303349733352661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657974894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1305142045021057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657988683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12807978689670563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658002444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13004754483699799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658002445, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658002445, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658084872, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6024594306945801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658084873, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658084873, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658098464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12158553302288055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658112320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259918510913849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658126028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12806397676467896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658139890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13228440284729004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658154102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308874487876892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658167968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12072835117578506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658182211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289505958557129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658196255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311330497264862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658210314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529877364635468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658223925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12699222564697266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658238385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166925311088562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658252573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11702980846166611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658266958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11962512135505676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658281447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12414347380399704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658281447, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658281448, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658364315, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6141406297683716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658364316, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658364316, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658378640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12031309306621552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658392771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1266314536333084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658407152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268780529499054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658421326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299523413181305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658435477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11986198276281357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658449661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330856829881668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658463664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278616189956665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658477845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11958590894937515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658492104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12528091669082642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658506701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12477200478315353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658521198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11660575866699219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658535963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023051619529724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658550433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12538494169712067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658564773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12739627063274384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658564774, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658564774, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658646993, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.625512957572937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658646994, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658646994, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784658660764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12582017481327057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658675259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11704692244529724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658689090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12046000361442566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658703060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11908119916915894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658716830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12203685194253922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658730629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12434214353561401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658744345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11421803385019302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658758044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12087755650281906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658771709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12316860258579254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658785262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12162988632917404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658798765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11407345533370972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658812475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12167395651340485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658825988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10727016627788544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658839809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1211378201842308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658839809, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658839810, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658919591, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6336947083473206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658919592, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658919592, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784658933665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11395083367824554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658947676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114786565303802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658961759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12506119906902313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658975977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11942973732948303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658989830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12177443504333496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659003634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131211370229721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659017142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11674564331769943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659031416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12032938748598099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659045491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11837728321552277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659059502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018408834934235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659073810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11828451603651047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659087843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1195090040564537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659101809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12300071865320206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659116198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11555109173059464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659116199, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659116200, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659196400, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6453458666801453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659196401, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659196401, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659210604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11778213083744049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659224665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088983565568924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659238628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818643122911453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659252904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11244756728410721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659266740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765799880027771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659280897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11969335377216339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659295136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131792888045311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659309678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11826705932617188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659323795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10036175698041916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659338445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12030018121004105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659352859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126769408583641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659367200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214502155780792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659381301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10801862925291061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659395363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11692067980766296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659395364, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659395364, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659478469, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6653547286987305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659478470, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659478471, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784659492308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1198120042681694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659506316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11910925805568695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659520518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12182479351758957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659534503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448430478572845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659548604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11235140264034271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659562479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11653943359851837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659576652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11874068528413773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659590610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11832110583782196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659604547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699468106031418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659618386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11877104640007019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659632215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11320126801729202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659645817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1157936379313469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659659461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228439956903458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659673547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12553605437278748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659673548, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659673548, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659757933, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6942802667617798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659757933, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659757934, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784659772123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1239108219742775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659786347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11669708043336868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659800480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11601518839597702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659815071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12078433483839035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659829482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823052376508713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659843883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11103881150484085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659857834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11225128918886185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659872006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084471195936203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659886040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104283332824707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659900540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11521189659833908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659914752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12328799813985825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659928986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11524202674627304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659943421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12723641097545624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659957772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11291384696960449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659957773, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784659957773, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660039846, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7334295511245728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660039847, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660039847, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660054279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1257617026567459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660068611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11334279924631119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660082828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1147313341498375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660097474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11238206177949905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660111869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11894986778497696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660126484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11801910400390625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660141330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12169331312179565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660156006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12067268788814545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660170455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11387570947408676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660185536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11202207207679749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660200173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11507386714220047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660214597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11376737058162689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660228945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256818026304245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660243628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156059131026268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660243629, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660243629, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660324715, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7474913001060486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660324716, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660324716, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660339130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1218007504940033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660353734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1185261607170105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660367987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328695714473724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660382551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454910039901733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660396777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802781581878662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660411341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11497291922569275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660425649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11841320991516113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660439638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11123886704444885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660453915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11033175140619278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660468057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080699935555458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660482649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12190952897071838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660497327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547273606061935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660511799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12042888253927231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660526760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12023081630468369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660526760, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660526760, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660610335, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7542760372161865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660610336, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660610336, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784660624898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1185731291770935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660639246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11757932603359222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660653752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1162232980132103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660668304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11550933122634888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660682549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10328785330057144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660696821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10289867967367172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660711029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1186278760433197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660725113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1144903227686882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660739158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10407258570194244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660753204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10236520320177078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660766962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10750637203454971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660781066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11270975321531296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660794995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149738729000092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660808988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11458010226488113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660809032, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784660809032, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784660890204, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7592202425003052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784660890205, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784660890205, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784660904283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10486529767513275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660918569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656307637691498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660932903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427957564592361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660946909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11000615358352661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660961179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694421827793121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660975600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11503966152667999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660989998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311264336109161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661004152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11152707785367966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661018255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11597553640604019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661032705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11030151695013046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661046914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09860848635435104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661061315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11305255442857742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661075434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10752210021018982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661089721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050916314125061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661089722, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661089722, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661170707, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7619774341583252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661170707, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661170708, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661184831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658600181341171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661199034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278734356164932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661213173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09554534405469894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661227319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10350877791643143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661241468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11240158975124359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661255517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10520248115062714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661269751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08772898465394974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661284807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.109085813164711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661298947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10101845115423203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661313186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11772070080041885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661327485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781719535589218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661341302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09961709380149841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661355724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09852872788906097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661370060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679809749126434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661370060, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661370062, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661451269, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7638276219367981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661451270, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661451270, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784661465651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11501955986022949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661479928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042746156454086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661493578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336939245462418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661507882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10514426976442337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661521944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09917531162500381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661536294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10130565613508224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661550603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1062275841832161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661564936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10616952180862427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661579174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09760165959596634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661593731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10836067795753479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661608058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10391271859407425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661622300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10671212524175644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661636561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10830670595169067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661650864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11267375946044922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661650864, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661650864, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661735179, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7647554278373718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661735180, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661735180, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784661749583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10994894057512283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661763574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09845544397830963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661777799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10259705036878586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661792089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507544875144958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661806516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057591438293457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661820985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11309661716222763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661835309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046101361513138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661849702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10499198734760284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661864140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10836893320083618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661878276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10511566698551178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661892604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11263691633939743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661906492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09397896379232407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661920936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09784488379955292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661935002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10682113468647003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661935003, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784661935003, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662017544, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7661838531494141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662017545, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662017545, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662031456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09116104245185852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662045564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10436365753412247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662059600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11025796830654144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662073907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09783252328634262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662087919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11126011610031128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662102088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11118263006210327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662116208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09761209785938263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662130115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11190624535083771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662144197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507293045520782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662158224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448917746543884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662172474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072661355137825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662186385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042269766330719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662200335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09774293005466461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662214584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643064230680466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662214585, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662214585, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662296360, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7672280669212341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662296361, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662296361, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662310922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035892590880394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662325452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398008674383163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662339570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10613439232110977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662353909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10365023463964462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662368367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09767122566699982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662382635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09935953468084335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662397142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643425583839417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662411044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09614503383636475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662425389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790236294269562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662439635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086350828409195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662453769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1163138672709465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662468001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11387752741575241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662482019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11638100445270538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662496360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11538861691951752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662496360, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662496361, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662577634, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7676960825920105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662577635, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662577635, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784662591566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10032930225133896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662605574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11560408771038055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662619294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793529450893402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662633349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10197356343269348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662647210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09172068536281586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662661266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09863091260194778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662675049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431773215532303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662689199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743609070777893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662703092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765986889600754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662716974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10071826726198196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662731318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1127861738204956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662745669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09931215643882751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662760066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1097998395562172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662774045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11187499761581421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662774046, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784662774046, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784662854482, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7682220339775085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784662854483, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784662854483, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784662868999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757115483283997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662883397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151541233062744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662897675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11104463785886765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662912193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09136421233415604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662926178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11455836892127991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662940143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672984272241592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662955209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.110944002866745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662970081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11118093878030777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662984966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12281898409128189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662999772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10536635667085648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663014500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910400748252869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663029277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12319110333919525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663043919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09918997436761856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663058547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056973040103912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663058547, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663058548, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663137837, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7681711912155151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663137838, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663137838, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663152432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10391851514577866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663167180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11840350925922394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663181860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11008424311876297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663196772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10294250398874283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663211535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09677263349294662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663226326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11262580752372742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663241465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652157664299011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663256398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10488476604223251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663271437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11651985347270966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663286178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0996176227927208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663301262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12480071187019348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663316325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10769788175821304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663331156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11442700773477554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663345834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10731793940067291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663345835, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663345835, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663427060, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7683420181274414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663427062, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663427062, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784663441905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11338063329458237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663456485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11600467562675476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663471051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156890541315079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663485937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11822232604026794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663500462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11435253918170929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663515091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11838249117136002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663529853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127475306391716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663544249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12065243721008301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663558682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1160629466176033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663573437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046437174081802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663587853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10813063383102417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663602549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10762616991996765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663616936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11463689059019089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663631611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11375244706869125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663631611, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663631612, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663713301, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7691826224327087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663713302, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663713302, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784663728115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11989345401525497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663742786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723431408405304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663757155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781346261501312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663772004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841161012649536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663786746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11112009733915329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663801419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10864001512527466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663816023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11370762437582016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663830564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880890488624573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663845159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10476534068584442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663859626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10006606578826904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663874351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439606010913849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663888859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09606295078992844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663903258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040777862071991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663917668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090184956789017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663917668, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784663917669, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784663998901, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7701598405838013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784663998902, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784663998902, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664013133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991422086954117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664027380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006740853190422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664041352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09688588231801987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664055238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810989141464233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664069300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11474083364009857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664083316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10493630915880203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664097237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10491269826889038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664111243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10462367534637451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664125224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194014012813568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664139257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.120423324406147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664153480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11735742539167404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664167645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10154299437999725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664182001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10065121948719025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664195944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12107671797275543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664195944, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664195945, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664277077, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7704293131828308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664277078, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664277078, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664291507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11095532774925232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664305700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09657801687717438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664319863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479463636875153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664334067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10370733588933945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664348145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10795273631811142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664362382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529375821352005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664376754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10605141520500183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664391023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11178549379110336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664405402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10502991080284119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664419860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774807631969452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664434130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10560641437768936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664448410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11427101492881775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664462302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694784671068192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664476306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1021760106086731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664476306, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664476307, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664557184, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7712799906730652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664557185, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664557185, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784664571300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0991738885641098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664585594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09363225102424622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664599743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0962313860654831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664614017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09689575433731079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664628161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09671168774366379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664642576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09427580237388611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664656762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10013239830732346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664670837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0972953736782074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664685198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10295893996953964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664699325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10865352302789688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664713780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10449165105819702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664727990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1030883640050888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664742320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11396458745002747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664757255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114034056663513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664757255, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784664757255, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784664840316, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7713361382484436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784664840317, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784664840317, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784664855008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09833411872386932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664869550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10716298222541809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664884346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10992131382226944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664898797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10148195177316666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664913108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09978289902210236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664927660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074284166097641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664941775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034887284040451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664956069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10621485114097595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664970601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10247448086738586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664984683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10079622268676758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664998794, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0999419167637825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665012948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10230159014463425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665026970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10905510187149048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665040828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11467419564723969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665040829, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665040829, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665121201, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7716841101646423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665121202, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665121202, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665135253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10946009308099747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665149352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666421055793762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665163349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09102733433246613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665177262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151714831590652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665191469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10597078502178192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665205309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077072024345398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665219200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985107719898224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665233375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10264549404382706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665247710, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09986155480146408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665262081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10374214500188828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665276659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273449122905731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665290999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10747628659009933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665305571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467890650033951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665320182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10982658714056015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665320182, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665320183, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665399759, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7720115184783936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665399760, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665399760, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784665414121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10321003943681717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665428435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10273704677820206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665442533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10391547530889511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665456389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10214047133922577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665471188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672449320554733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665485445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10068007558584213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665499669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09809403866529465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665514228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10180290788412094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665528658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11123138666152954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665543171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10484782606363297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665557534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10367661714553833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665571840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10224922001361847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665586480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10311344265937805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665600807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10697071254253387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665600808, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665600808, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665680079, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7725686430931091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665680080, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665680080, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784665694457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764146596193314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665708902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10158310830593109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665722972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10400755703449249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665737197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10131391882896423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665751565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10511216521263123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665765522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11246787756681442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665779859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104936361312866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665793896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021754890680313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665808379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11242365092039108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665823066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687392950057983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665837378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10317914187908173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665851635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10506613552570343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665866282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10481679439544678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665880763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09817253798246384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665880763, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784665880764, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784665960225, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7731200456619263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784665960225, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784665960226, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784665974501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10094622522592545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665988829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0993785709142685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666003022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058211550116539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666016779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007244810461998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666031502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10729334503412247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666045917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10922595858573914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666060718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10751581192016602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666075660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11521542817354202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666090318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11377851665019989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666104884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09992086887359619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666119355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10395169258117676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666133762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10299262404441833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666148261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521083325147629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666162621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728824138641357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666162622, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666162622, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666241629, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7733516693115234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666241630, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666241630, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666256235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121877491474152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666270717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10038679093122482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666285207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10865560173988342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666299476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10476656258106232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666313690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09417548030614853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666328334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11215829104185104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666342444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10109510272741318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666356626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764233767986298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666371102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10304410010576248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666385590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10292252898216248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666399725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10971666872501373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666414159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430055648088455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666428679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567770898342133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666443064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10248652845621109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666443065, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666443065, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666522970, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7732779383659363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666522971, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666522971, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784666537899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11289908736944199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666552399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10876475274562836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666566816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10931092500686646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666581522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687839984893799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666595781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137956589460373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666610049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10763005167245865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666625044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11832745373249054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666639679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10899398475885391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666654393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11562903225421906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666669422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12212959676980972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666684150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071389690041542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666699022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10978469252586365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666713976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11482860893011093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666728691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11022135615348816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666728692, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784666728692, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784666807623, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773613691329956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784666807624, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784666807624, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784666822293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11314789950847626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666837248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10958286374807358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666852129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034375429153442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666867089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10665416717529297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666881881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10428523272275925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666896739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11369027197360992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666911429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10663395375013351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666926103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11457222700119019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666941001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278854310512543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666955848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12005262076854706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666970853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.105778269469738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666985579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11727311462163925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667000376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10682874917984009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667015513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11832724511623383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667015514, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667015514, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667095862, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7736829519271851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667095863, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667095863, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667110772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11913055926561356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667125531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805072635412216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667140326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1195872575044632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667154808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11377354711294174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667169382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10747969150543213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667184244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11543317884206772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667198798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11095930635929108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667213606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11623881757259369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667228524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11166904121637344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667243325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10573405027389526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667258013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11234522610902786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667272831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645903646945953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667287359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657964438199997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667302118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10491914302110672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667302118, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667302118, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667384936, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746788263320923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667384937, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667384937, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784667399508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10979031026363373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667414403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11897087097167969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667429017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11021392047405243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667443913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11352507770061493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667458668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11545757204294205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667473316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911735892295837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667488204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10820864140987396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667503281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10950326919555664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667518360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11237206310033798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667533178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11174982041120529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667548259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991306602954865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667563206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11059160530567169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667578124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11170601099729538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667592919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904745012521744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667592919, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667592920, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667675497, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746866345405579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667675498, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667675498, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784667690161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11775237321853638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667704686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11052800714969635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667719124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099445819854736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667733500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10292735695838928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667747916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547758638858795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667762462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163219809532166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667776730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10764408856630325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667790838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10749578475952148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667805065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09757620841264725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667819250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1016073152422905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667833582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10584770888090134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667847595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10468987375497818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667861922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014806479215622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667876380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11553658545017242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667876381, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784667876381, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784667958018, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749338746070862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784667958019, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784667958019, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784667972235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449310183525085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667986592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529280453920364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668000828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10047170519828796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668015236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09215429425239563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668029504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11405976116657257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668043586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10259072482585907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668058104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10218916088342667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668072910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219366639852524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668087427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728734731674194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668102252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10301481932401657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668116981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10890769213438034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668131841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11001032590866089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668146787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072750836610794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668161425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10690552741289139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668161425, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668161426, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668242772, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7753920555114746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668242773, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668242773, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784668257162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897976905107498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668271689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340233892202377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668285895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074934154748917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668299966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0988878682255745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668314684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11603939533233643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668329012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056118458509445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668343195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10334772616624832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668357849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10828372091054916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668372333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108609639108181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668386346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853592306375504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668400523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099872887134552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668414828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09887070208787918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668428820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10614613443613052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668442870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08660341799259186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668442871, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668442871, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668523653, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7756896615028381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668523654, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668523654, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784668537890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09549378603696823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668552135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11164761334657669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668566404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10698570311069489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668580499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10125316679477692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668594760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219017416238785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668609214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0903412327170372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668623393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10298417508602142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668637588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09710589051246643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668651624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331118851900101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668665921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611691325902939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668680587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098966896533966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668695086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10785926878452301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668709417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10625440627336502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668723822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10316698998212814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668723823, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784668723824, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784668807418, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7759447693824768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784668807419, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784668807420, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784668821918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09548661857843399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668836700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10518413782119751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668851206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0949997678399086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668865655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10181041806936264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668880140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09792274981737137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668894131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10052938014268875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668908084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10928506404161453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668922604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10080427676439285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668936696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868903994560242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668951029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1091141477227211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668965718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633743554353714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668980323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10407593101263046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668994796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901889204978943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669008995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10821304470300674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669008996, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669008996, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669091639, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7765141725540161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669091640, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669091640, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669105843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649342089891434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669120129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10388552397489548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669134522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10322399437427521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669148840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09971053153276443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669163146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10695608705282211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669177429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09616955369710922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669192304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483883321285248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669206594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10318107903003693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669220780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057581752538681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669235266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09879183769226074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669249226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09726916253566742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669263277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10195410251617432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669277604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09050723165273666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669292090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10651710629463196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669292091, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669292091, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669374807, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7767730355262756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669374808, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669374808, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784669389173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09895555675029755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669403693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10061222314834595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669417825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09943683445453644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669432460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10912155359983444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669446835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10028618574142456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669461379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10238278657197952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669475606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10096438974142075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669489865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557282716035843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669504323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10160498321056366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669518329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11171219497919083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669532769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10114249587059021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669547103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778731107711792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669561333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10516048967838287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669575758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10561524331569672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669575758, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784669575759, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784669657761, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7772966623306274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784669657762, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784669657762, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784669672150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551825910806656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669686399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09797800332307816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669700575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685323923826218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669715047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1060190200805664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669729403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10199534147977829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669743477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10711319744586945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669757692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09762872755527496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669772248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0977715253829956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669786607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483758896589279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669800766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10382764786481857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669815092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10214240103960037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669829408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10996648669242859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669843888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10634909570217133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669858257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0995849072933197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669858258, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784669858258, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784669941550, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7776336669921875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784669941552, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784669941552, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784669955743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10237082839012146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669969890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527538508176804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669984317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09449677914381027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669998963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09801539778709412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670013295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10146176815032959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670028017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09982806444168091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670042298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067717969417572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670056873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10996140539646149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670071510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10834111273288727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670086191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09857259690761566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670101006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10212171077728271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670115355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09788954257965088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670130044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11204443871974945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670144303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042007803916931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670144303, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670144304, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670226572, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7780176401138306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670226573, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670226574, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784670240618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10549969226121902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670255117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10435344278812408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670269104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10606437176465988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670283412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1109551265835762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670297898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615909844636917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670312426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777010768651962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670326506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10738123953342438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670340707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09729626774787903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670354869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10597806423902512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670368915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10325144976377487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670383107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772190243005753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670396967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1036251038312912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670411342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608820617198944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670425425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09512599557638168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670425470, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670425471, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670505827, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7779695987701416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670505828, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670505829, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784670519966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09873918443918228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670533974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10496929287910461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670548092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10260479897260666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670562376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453533381223679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670576498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10799968987703323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670590546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12163819372653961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670604667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10816188156604767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670618878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09836572408676147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670633274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044707149267197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670647374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062265932559967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670661931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11493205279111862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670676424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09785722196102142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670691132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638938099145889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670705602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351461172103882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670705650, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784670705650, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784670787037, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7784585952758789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784670787038, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784670787038, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784670801625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09608211368322372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670816135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09714801609516144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670830528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279899626970291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670845153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11728516966104507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670859507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11336110532283783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670873706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1105274185538292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670888484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694359242916107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670903113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1202782392501831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670917636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10365551710128784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670932568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10852912813425064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670947314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10975977033376694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670961799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1097491905093193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670976458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11322633177042007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670991143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105816811323166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670991143, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784670991144, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671072744, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7789474725723267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671072745, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671072745, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671087471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705175250768661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671102060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980982333421707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671116927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414626985788345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671131654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11013339459896088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671146382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10758160799741745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671161121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1076451987028122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671175966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120748728513718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671190784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1118064820766449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671205505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11979889124631882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671220302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10937172919511795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671234932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866264998912811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671250042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1033109799027443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671265199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10242220014333725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671280168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10883799940347672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671280168, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671280169, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671362379, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7792091965675354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671362380, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671362381, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784671377288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447247117757797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671392283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11856947094202042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671407181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11325080692768097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671422229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11253128200769424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671437089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014106869697571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671451645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11970248073339462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671466511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11164475232362747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671480876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10921857506036758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671495750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10999234765768051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671510315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09839978069067001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671525097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099696159362793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671540259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10951043665409088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671555226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386184602975845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671570037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985489934682846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671570038, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784671570038, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784671651612, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7791255116462708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784671651613, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784671651613, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784671666437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124267727136612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671681531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273464560508728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671696657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825219005346298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671711673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175262928009033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671726527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11258808523416519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671741674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782382637262344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671756800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11437998712062836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671772120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11302034556865692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671787126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630546510219574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671802063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829003155231476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671817284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12976817786693573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671832183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279603093862534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671847412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11167463660240173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671862536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11610187590122223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671862537, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784671862537, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784671945064, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7794792056083679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784671945065, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784671945066, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784671959913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09501848369836807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671974869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11069482564926147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671989725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12108268588781357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672004624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10677757114171982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672019479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058828979730606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672034301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703586041927338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672049092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1123071014881134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672063744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11338335275650024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672078420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303067415952682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672092777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11778765916824341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672107321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10674039274454117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672122016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11027026921510696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672136834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09202705323696136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672151107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10336937010288239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672151108, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672151109, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672233867, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7794865369796753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672233868, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672233868, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784672248487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10028187930583954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672262994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09613595902919769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672277283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136987954378128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672291640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696503520011902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672306011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967548936605453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672320759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10425501316785812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672335073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732364654541016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672349495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11266323179006577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672363869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09954506903886795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672378602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09508813917636871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672393099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09675423800945282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672407470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09635862708091736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672421560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10269271582365036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672435914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10014795511960983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672435914, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672435915, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672519971, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.780205249786377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672519972, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672519972, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784672534380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1030035987496376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672549006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10239669680595398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672563449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10338165611028671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672577800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10664341598749161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672592443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10230427980422974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672607245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09818974882364273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672622005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10789645463228226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672636326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10540473461151123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672650645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10623770952224731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672664712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10532168298959732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672679347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349265486001968, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672693557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648928582668304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672707597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530990362167358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672722405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279844492673874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672722450, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784672722450, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784672805703, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7805505990982056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784672805704, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784672805704, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784672820107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10832349210977554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672834709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11189933121204376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672849509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10619846731424332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672864321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10669924318790436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672878660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10034600645303726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672893380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072776675224304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672908032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0955292358994484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672922391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626262426376343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672936690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09848978370428085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672951053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10117946565151215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672965718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085251927375793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672980004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10240506380796432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672994399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09863270819187164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673008954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315186530351639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673009002, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673009003, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673090939, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7808977365493774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673090940, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673090940, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673105526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09698577970266342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673120187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10713594406843185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673134614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09836734086275101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673148966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10139473527669907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673163194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09389389306306839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673177672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666466504335403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673192354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10248865187168121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673206737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024690493941307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673221577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.104263074696064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673236206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11129125207662582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673250998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09459499269723892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673265665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10928961634635925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673280335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097629368305206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673294705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090658813714981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673294753, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673294753, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673375867, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7814043164253235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673375868, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673375868, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784673390218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09752576053142548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673404962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692720115184784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673419795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10034731030464172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673434058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10506875813007355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673448686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10023622214794159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673462820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10820624977350235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673477068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10016319155693054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673491544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826312959194183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673505988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880913585424423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673520369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818726569414139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673534728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09867673367261887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673549254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09377811849117279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673563434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09401117265224457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673577791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10566861927509308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673577791, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784673577792, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784673661044, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7819559574127197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784673661045, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784673661045, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784673675258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10174286365509033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673689610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11322490870952606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673703961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949581325054169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673718270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386195033788681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673732662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10960400104522705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673746875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09980147331953049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673760996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1093202456831932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673775148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10101031512022018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673789316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10673410445451736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673803474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002781018614769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673817827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09667924791574478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673832461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1111208125948906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673847003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11825482547283173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673861418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082550659775734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673861418, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784673861419, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784673943680, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7817984223365784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784673943681, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784673943681, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784673958211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11394734680652618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673972515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10092375427484512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673987250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09976836293935776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674001622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10028862953186035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674016060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482536256313324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674030463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09903731942176819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674044717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10026056319475174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674059378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053149551153183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674073661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10534701496362686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674087765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09344318509101868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674102568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288374871015549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674116899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10054522007703781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674131337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09389414638280869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674145982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09981614351272583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674145982, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674145983, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674229884, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7819409370422363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674229886, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674229886, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784674244474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11012573540210724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674259024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340060085058212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674273377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09961215406656265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674287826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1070491224527359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674302158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10223103314638138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674316459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10032615810632706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674330768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632577538490295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674345089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10818643867969513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674359546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09681913256645203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674374005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09644201397895813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674388397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1104249358177185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674402545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09639586508274078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674417123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10177382826805115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674431353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1023176908493042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674431353, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784674431354, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784674514907, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7823194861412048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784674514908, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784674514908, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784674529349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1013331338763237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674543711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10639609396457672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674557961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11116646230220795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674572773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09260784089565277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674587415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10154565423727036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674602115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653949528932571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674616702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11590153723955154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674631075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10118746012449265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674645769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10553213953971863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674660640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844563692808151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674675382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09607014805078506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674689958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642936080694199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674704815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09777819365262985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674719210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10300293564796448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674719211, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784674719211, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784674802974, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7825934886932373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784674802975, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784674802975, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784674817984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11016173660755157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674832401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348278284072876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674846485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09196615219116211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674861206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10082165896892548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674875618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733262449502945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674890058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075976490974426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674905072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0961211770772934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674919733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034349650144577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674934431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10531030595302582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674948843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0979999303817749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674963110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313671827316284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674977561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040899008512497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674991822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014974862337112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675006370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11230514943599701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675006370, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675006371, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675088059, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.783035933971405, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675088060, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675088060, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784675102439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10802280157804489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675116927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10505212098360062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675131165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183759778738022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675145631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815508663654327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675159979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10201860219240189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675174607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09684115648269653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675189174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10213243216276169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675203527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11086457222700119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675217874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10099928081035614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675232315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0944579616189003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675246751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10371987521648407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675261505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11181461811065674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675276077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10118744522333145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675290356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11778084188699722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675290356, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675290357, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675371461, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7825695276260376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675371462, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675371462, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784675386073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09979505091905594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675400539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09672880172729492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675414894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611379891633987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675429663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126936823129654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675444342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11648958176374435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675458847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09589564800262451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675473389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058894544839859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675487786, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10076646506786346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675502534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10012304037809372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675516860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10442431271076202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675530962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10661626607179642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675545874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934396833181381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675560619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09836797416210175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675575516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283436417579651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675575516, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784675575517, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784675658152, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7833617329597473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784675658153, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784675658154, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784675673084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149994283914566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675688085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11027113348245621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675702892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10599249601364136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675717660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1182778999209404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675732393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115727499127388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675756242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10038523375988007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675771336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750467121601105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675785930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11383799463510513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675800830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1059081181883812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675815644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678073018789291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675830498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10668173432350159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675845286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050955057144165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675860221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653004795312881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675874643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11583202332258224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675874644, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784675874644, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784675957933, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7833693623542786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784675957935, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784675957935, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784675972784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11201543360948563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675987373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10318779200315475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676002101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10204292088747025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676016909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11599981039762497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676031838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704582929611206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676046600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482965409755707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676061538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10326029360294342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676076326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1129300594329834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676091563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1177036240696907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676106421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411347448825836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676121256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454513669013977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676136183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120765432715416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676150669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10767719894647598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676165525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11542575806379318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676165525, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676165526, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676246060, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7837756276130676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676246061, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676246061, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784676260568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10094389319419861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676275254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035434901714325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676290156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11419522017240524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676304907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949523210525513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676319969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09871844947338104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676334850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10700494050979614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676349604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09855116158723831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676364304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880608856678009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676379141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0996505618095398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676393524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10563582926988602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676407961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11481830477714539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676422454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003325134515762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676436850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750580370426178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676451574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199474334716797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676451574, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784676451575, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784676533901, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7843025922775269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784676533902, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784676533902, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784676548580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11099579185247421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676563265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10498686134815216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676577731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973504185676575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676592461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115827776491642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676607076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214172095060349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676621986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11649005860090256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676636985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09867721050977707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676652030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078985407948494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676667277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743077099323273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676682346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074950322508812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676697611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11785858869552612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676712655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1107008308172226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676727625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132909566164017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676742808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034766584634781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676742808, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784676742809, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784676823949, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.783912718296051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784676823950, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784676823950, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784676838405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551365464925766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676853246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098114401102066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676867979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11878921836614609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676883103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10597165673971176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676897830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528165847063065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676912858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10118559002876282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676928405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591786354780197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676943390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10915226489305496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676958412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11286942660808563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676973273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09277395159006119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784676988238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11631309986114502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677003214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137784481048584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677017750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09838394820690155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677032369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10780985653400421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677032370, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677032370, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677114375, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7837282419204712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677114376, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677114376, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784677129174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102616250514984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677144174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09270666539669037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677159020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09539666771888733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677173944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843439400196075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677188905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734610259532928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677203849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126076728105545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677218598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09500134736299515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677233508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10535935312509537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677248474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541889071464539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677263253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11077417433261871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677278143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09797481447458267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677293483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826315194368362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677308562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088419035077095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677323389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09855497628450394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677323390, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784677323390, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784677407209, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7843371033668518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784677407210, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784677407211, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784677422520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1054578423500061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677437555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09549754112958908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677452669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10309574007987976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677468005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09557663649320602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677483337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10282792150974274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677498322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11206608265638351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677513424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10511045902967453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677528298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09467200189828873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677543377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11438558250665665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677558431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10366898775100708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677573020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279970616102219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677587989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10085694491863251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677602499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10264488309621811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677617212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105595737695694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677617213, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784677617213, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784677699385, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7836166620254517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784677699386, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784677699386, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784677714198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09952596575021744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677728989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.099375881254673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677743704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007758229970932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677758132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1017361730337143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677772875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09889489412307739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677787489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09991870820522308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677801888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09653697907924652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677816306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09879887849092484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677830913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349613428115845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677845498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.107472263276577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677859993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10305097699165344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677874544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10743246972560883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677889261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183820873498917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677903608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09505340456962585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677903609, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784677903609, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784677986606, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7836195230484009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784677986607, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784677986607, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678001290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09403159469366074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678015829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09876471757888794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678030458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09642671048641205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678044936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10000067204236984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678059357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10370556265115738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678074351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09507767111063004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678088957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1018526628613472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678103666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09764290601015091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678117971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09755999594926834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678132426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349329560995102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678146740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09364781528711319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678161552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10727233439683914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678176471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10350541770458221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678191663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084885522723198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678191664, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678191664, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678273662, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7843475341796875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678273663, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678273663, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784678288409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10573210567235947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678303053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10119477659463882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678317663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10464806109666824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678332646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10232799500226974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678346856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09606719762086868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678361202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467879474163055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678376129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09481097757816315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678391047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389254778623581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678406104, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09792779386043549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678421649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09020402282476425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678436934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09984034299850464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678452009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10486840456724167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678466891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043170616030693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678481832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926855355501175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678481833, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784678481834, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784678563770, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7843266129493713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784678563771, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784678563771, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784678578550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10015271604061127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678593188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508134961128235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678607836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09729056060314178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678622701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09956293553113937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678637675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10006140172481537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678652302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09359639137983322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678666998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10402557253837585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678682161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10212843865156174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678696739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09967504441738129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678711810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967189073562622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678726421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09763708710670471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678741548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09983526170253754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678756512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09966250509023666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678771253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10509949922561646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678771254, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784678771254, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784678852115, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7843419909477234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784678852116, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784678852116, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784678866962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10071229934692383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678881835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09461238980293274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678896702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09786321222782135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678911337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10729039460420609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678926427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10293794423341751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678941248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08700121194124222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678956382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10442081838846207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678971449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09255798906087875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678986587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467340797185898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679001822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09510897845029831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679016934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09473434090614319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679031900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10254229605197906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679047076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097356677055359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679061957, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09735143929719925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679061957, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679061958, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679146572, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7850779891014099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679146573, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679146573, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784679160943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09530860930681229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679175404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09564737230539322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679189743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10068672895431519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679204108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10249212384223938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679218811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331883281469345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221020160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679233507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10497929155826569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221184000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679248460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10864897072315216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221347840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679262833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11488619446754456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221511680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679277406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778601467609406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221675520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679292017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09840866178274155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221839360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679306585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058306694030762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222003200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679321121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0961480662226677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222167040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679335644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09434182196855545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222330880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679350185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10896923393011093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222494720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679350185, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784679350186, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784679434550, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7847976684570312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784679434551, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784679434551, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1784679449222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09868940711021423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222658560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679464029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11417931318283081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222822400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679478632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562597215175629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222986240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679493307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09244155883789062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223150080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679508106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344358533620834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223313920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679523004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0973079577088356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223477760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679537850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09469249099493027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223641600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679552719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10518466681241989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223805440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679567343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1036195456981659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 223969280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679581904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09530769288539886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 224133120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679596848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602153837680817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 224296960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679611633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09457076340913773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 224460800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679626516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09760872274637222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 224624640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679641000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09849347174167633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 224788480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679641000, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 224788480, "epoch_num": 0.09812511092814545}} -:::MLLOG {"namespace": "", "time_ms": 1784679641001, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 224788480, "epoch_num": 0.09812511092814545}} -:::MLLOG {"namespace": "", "time_ms": 1784679723006, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7852804660797119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 224788480, "epoch_num": 0.09812511092814545}} -:::MLLOG {"namespace": "", "time_ms": 1784679723007, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 224788480, "epoch_num": 0.09812511092814545}} -:::MLLOG {"namespace": "", "time_ms": 1784679723007, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 224788480, "epoch_num": 0.09812511092814545}} -:::MLLOG {"namespace": "", "time_ms": 1784679737975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739230364561081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 224952320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679752702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219293087720871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 225116160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679767479, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10475054383277893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 225280000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679782641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10053666681051254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 225443840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679797525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09687643498182297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 225607680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679812026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10623563826084137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 225771520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679827020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10629212856292725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 225935360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679841590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10676763206720352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 226099200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679856459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835833847522736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 226263040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679871432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426422953605652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 226426880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679885922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11001455783843994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 226590720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679900405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11179947108030319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 226754560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679915692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09257249534130096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 226918400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679930639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10408957302570343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 227082240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679930640, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 227082240, "epoch_num": 0.09912638757026938}} -:::MLLOG {"namespace": "", "time_ms": 1784679930641, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 227082240, "epoch_num": 0.09912638757026938}} -:::MLLOG {"namespace": "", "time_ms": 1784680011847, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7855668663978577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 227082240, "epoch_num": 0.09912638757026938}} -:::MLLOG {"namespace": "", "time_ms": 1784680011848, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 227082240, "epoch_num": 0.09912638757026938}} -:::MLLOG {"namespace": "", "time_ms": 1784680011848, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 227082240, "epoch_num": 0.09912638757026938}} -:::MLLOG {"namespace": "", "time_ms": 1784680026923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1009024977684021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 227246080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680042436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10431569069623947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 227409920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680057697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11286664754152298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 227573760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680073260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703492164611816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 227737600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680088778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10584703087806702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 227901440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680104050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10875824093818665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 228065280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680119460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11104506999254227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 228229120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680134911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150852799415588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 228392960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680150276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973231494426727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 228556800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680165814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699834674596786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 228720640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680180986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10129950195550919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 228884480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680196153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11156036704778671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 229048320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680211309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10697250813245773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 229212160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680226530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10550966113805771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 229376000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680226531, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 229376000, "epoch_num": 0.10012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784680226531, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 229376000, "epoch_num": 0.10012766421239332}} diff --git a/recommendation/rcp_logs/gbs_8192/seed6865.log b/recommendation/rcp_logs/gbs_8192/seed6865.log new file mode 100644 index 000000000..e79a85c67 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed6865.log @@ -0,0 +1,248 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243498401, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243498488, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243512231, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243512239, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243512243, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243512247, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243512251, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243512254, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243512258, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243512262, "event_type": "POINT_IN_TIME", "key": "seed", "value": 6865, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243512266, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243512269, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243512273, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243512276, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243512280, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243512284, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243512287, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243512290, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243512294, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243512298, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243512301, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243512305, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243512308, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243512312, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243512316, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243512320, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244411623, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244412035, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244412145, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255261274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859204947948456, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255284926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13857445120811462, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255307981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13864369690418243, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255331350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386350393295288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255355026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875967264175415, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255378423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385928988456726, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255402446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13874709606170654, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255426033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834631443023682, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255449828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384425312280655, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255473935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840638101100922, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255498101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819670677185059, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255522496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13848072290420532, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255546985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379489302635193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255570877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377018541097641, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255594993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13695214688777924, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255619017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378486603498459, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255643588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13710147142410278, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255667543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13701029121875763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255692354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360645890235901, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255716984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375555694103241, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255754601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13481174409389496, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255780466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13556993007659912, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255805413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13580593466758728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255829925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13468974828720093, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255854289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367100328207016, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255878812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776728510856628, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255902987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357700675725937, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255927035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377759575843811, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255951291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13619540631771088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255975429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13485442101955414, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255999733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13684630393981934, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256024164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13155871629714966, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256048303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13305146992206573, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256072638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364779949188232, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256097092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12927770614624023, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256121444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276133805513382, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256145652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13267502188682556, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256170335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335889846086502, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256195556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13412070274353027, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256220470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367816805839539, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256245683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13553357124328613, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256270919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354379504919052, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256296123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532540202140808, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256320988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363322615623474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256345929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320090889930725, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256372496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352764368057251, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256397793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13056939840316772, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256423183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339891254901886, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256448089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178209960460663, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256472546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1293884813785553, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256497154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13954591751098633, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256521921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301545947790146, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256546572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.129957914352417, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256571228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519887626171112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256595668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341923177242279, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256620500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12908507883548737, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256645069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12957680225372314, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256669888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12929444015026093, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256694391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12872937321662903, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256718857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372758001089096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256743770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13685111701488495, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256768416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665683567523956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256793123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13221246004104614, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256818015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382044404745102, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256842649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13033050298690796, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256867717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12724032998085022, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256892333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13446173071861267, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256917526, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1423647403717041, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256942854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13546966016292572, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256968331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12584282457828522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256993890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13704581558704376, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257019357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13296940922737122, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257044862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13220533728599548, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257070508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317652463912964, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257096178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13765200972557068, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257121846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14123991131782532, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257147109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13335223495960236, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257171966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134129598736763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257196872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13172072172164917, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257221784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317901760339737, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257246868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551411032676697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257272023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398715376853943, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257297151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493382930755615, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257322059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13603733479976654, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257346992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13084298372268677, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257371881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533219695091248, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257397297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13453762233257294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257422297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114944100379944, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257447706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376590609550476, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257472493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785718381404877, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257497317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13256874680519104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257522150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13215504586696625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257547367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12928560376167297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257572560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383612036705017, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257597866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12903103232383728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257623168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494423031806946, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257648283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367259919643402, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257673200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258479654788971, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257698304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324252337217331, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257723787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12701591849327087, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257748663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508619368076324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257774113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378998637199402, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257799298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13497285544872284, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257824416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13489365577697754, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257849661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13082438707351685, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257874995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1406116485595703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257900348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363659381866455, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257925457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13906587660312653, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257951489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1264243870973587, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257977388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505549728870392, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258003046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13479627668857574, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258028949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351906836032867, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258055005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376325637102127, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258081649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354837864637375, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258107625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367955505847931, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258133495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13304246962070465, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258159374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12941329181194305, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258185126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13174334168434143, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258211106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13250979781150818, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258236881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300375908613205, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258262593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12755151093006134, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258287864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13159248232841492, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258313010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12521860003471375, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258338156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274699717760086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258363642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.141696959733963, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258388925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13153664767742157, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258414250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12492094188928604, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258439982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11871068924665451, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258465337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654829561710358, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258490442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12983722984790802, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258515522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12493030726909637, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258540627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12295229732990265, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258566103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13019859790802002, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258591478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1280907392501831, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258616713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12637382745742798, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258642342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12278619408607483, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258667938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12478664517402649, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258693078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12648449838161469, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258718222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12032828480005264, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258743395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1263379007577896, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258743403, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258743408, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258966786, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6193455457687378, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258967169, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258967174, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258992884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12251536548137665, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259018532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12536798417568207, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259043747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12210601568222046, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259070001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11513964831829071, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259096236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207655072212219, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259111406, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259111414, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259209901, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6295648217201233, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259209909, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259209914, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259220016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12244687974452972, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259245184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11667367070913315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259270562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12324294447898865, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259296190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1262277364730835, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259321752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11405572295188904, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259347141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11910998076200485, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259352286, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259352296, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259453766, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6422730684280396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259453776, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259453781, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259474325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12075825035572052, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259500013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11655472964048386, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259525582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1204921305179596, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259551305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12085077166557312, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259576550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11769392341375351, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259596942, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259596950, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259689269, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6583832502365112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259689278, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259689283, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259694404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11460064351558685, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259720056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11776751279830933, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259745799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11069906502962112, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259771280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10920072346925735, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259800098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12515473365783691, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259826459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12771037220954895, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259836935, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259836946, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259931683, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6977301836013794, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259932070, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259932075, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259947686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1219516471028328, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259973727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11412092298269272, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259999740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11757704615592957, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260026017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11574870347976685, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260052283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12165609002113342, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260080108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11756661534309387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260080117, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260080121, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260180390, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7316144108772278, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260180595, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260180601, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260206981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11698414385318756, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260233167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11001723259687424, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260259340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10622231662273407, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260285394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094890609383583, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260311768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1159265786409378, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260327629, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260327638, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260419093, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.746203601360321, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260419100, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260419105, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260429668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1201193630695343, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260456609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11264879256486893, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 71680000, "lr": 3.645416666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260484489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542558878660202, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260510308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229915916919708, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72499200, "lr": 3.6870833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260536206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739850252866745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260562002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508759319782257, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 73318400, "lr": 3.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260567097, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260567105, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260661737, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7566925287246704, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260661745, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} +:::MLLOG {"namespace": "", "time_ms": 1790260661750, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 73400320, "epoch_num": 0.03204085254796586}} diff --git a/recommendation/rcp_logs/gbs_8192/seed7373.log b/recommendation/rcp_logs/gbs_8192/seed7373.log new file mode 100644 index 000000000..1b69648dd --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed7373.log @@ -0,0 +1,237 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243499467, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243499551, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243518323, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243518332, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243518337, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243518341, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243518344, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243518346, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243518349, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243518352, "event_type": "POINT_IN_TIME", "key": "seed", "value": 7373, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243518355, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243518358, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243518361, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243518363, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243518366, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243518369, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243518372, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243518375, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243518378, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243518381, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243518384, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243518387, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243518389, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243518392, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243518517, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243518521, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244369598, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244369980, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244370079, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255267612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863477110862732, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255291338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13862921297550201, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255314282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13884054124355316, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255337447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859954476356506, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255360948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865432143211365, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255386525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13850131630897522, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255410108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845545053482056, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255433799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829165697097778, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255457395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860869407653809, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255481450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852278888225555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255505464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380927711725235, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255529736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823434710502625, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255553777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378258466720581, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255577556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13744159042835236, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255601557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13678930699825287, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255625468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768669962882996, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255650473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136896014213562, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255675268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13679055869579315, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255709530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360287368297577, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255734058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13745997846126556, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255759190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348389983177185, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255783916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354205310344696, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255808314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555516302585602, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255832429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347704827785492, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255856698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656237721443176, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255881120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779981434345245, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255905267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13579842448234558, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255929274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13756288588047028, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255953503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362861692905426, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255977631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496896624565125, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256001861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13702958822250366, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256026165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13180330395698547, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256050249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342902064323425, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256074574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13386715948581696, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256098838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12953726947307587, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256123141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1280093491077423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256147315, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329941302537918, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256172149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13363879919052124, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256197893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13444188237190247, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256222811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13380113244056702, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256247997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557150959968567, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256273610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13526640832424164, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256298721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519401848316193, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256323530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336723417043686, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256348396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325259804725647, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256376000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530384004116058, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256401246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13090789318084717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256426593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13388019800186157, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256451395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184574246406555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256475816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12957866489887238, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256500357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13939736783504486, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256525076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13039350509643555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256549704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13018247485160828, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256574336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551737368106842, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256598746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1341102421283722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256623543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926381826400757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256648076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12960262596607208, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256672734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12950877845287323, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256697219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12862804532051086, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256721695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137196883559227, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256746562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13660982251167297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256771573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652433454990387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256796923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226298987865448, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256821781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13835036754608154, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256846401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13028620183467865, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256871477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272282600402832, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256896084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13439102470874786, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256921200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14223884046077728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256946510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13573366403579712, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256972487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12570920586585999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256998123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369388848543167, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257023446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13307781517505646, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257048943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13218022882938385, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257074319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166092336177826, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257099900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378338783979416, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257125540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14124183356761932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257150990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336189091205597, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257175805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13416193425655365, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257200684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315704882144928, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257225562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13192087411880493, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257250736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354610025882721, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257275761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13978345692157745, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257300939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13485939800739288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257325811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13574063777923584, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257350708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13099275529384613, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257375590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13520343601703644, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257400949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13463571667671204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257425903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114435970783234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257451155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364602625370026, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257475941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801993429660797, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257500725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13262389600276947, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257525555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184581696987152, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257550752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12901072204113007, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257575936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13384267687797546, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257600991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12902598083019257, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257626103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13487963378429413, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257651165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365351676940918, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257676217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12591443955898285, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257701289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323767900466919, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257726726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12698380649089813, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257751640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13514432311058044, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257776895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336912363767624, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257802057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350681036710739, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257827236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13499076664447784, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257852436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13062416017055511, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257877732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1405249983072281, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257903040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13381919264793396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257928112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13924814760684967, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257954095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1266707330942154, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257979763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13486678898334503, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258005412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474944233894348, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258031278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355714082717896, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258057257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13761264085769653, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258083153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13556484878063202, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258109109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366165578365326, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258134918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13285069167613983, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258160828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12936566770076752, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258186684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13204358518123627, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258212655, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13222268223762512, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258238488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13013909757137299, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258264225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12762895226478577, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258289493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13130173087120056, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258314600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1252695620059967, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258339705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12720638513565063, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258365069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1418856978416443, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258390309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116776943206787, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258415608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1246286928653717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258441097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11854276806116104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258466419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359412968158722, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258491475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12922628223896027, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258516519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12465815991163254, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258541567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12246453016996384, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258566990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12986591458320618, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258592327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278734654188156, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258617535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12549076974391937, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258642992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12217254936695099, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258668554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12448281794786453, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258693682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12606534361839294, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258718801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12041544169187546, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258743961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12592877447605133, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258743970, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258743973, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258967101, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6267291307449341, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258967516, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258967520, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258992992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1226264089345932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259018359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12506207823753357, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259043523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12146744132041931, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259068960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11458677053451538, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259094360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11136933416128159, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259109500, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259109509, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259205870, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6374737620353699, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259205879, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259205882, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259216019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11994965374469757, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259241165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594045162200928, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259266324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1231234073638916, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259291921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12502877414226532, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259317528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11334481835365295, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259343583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11788299679756165, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259349026, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259349034, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259453634, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.651637613773346, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259453648, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259453652, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259474173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12022562325000763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259499805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11619894206523895, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259525265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11954369395971298, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259550707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12114603817462921, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259575880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11734820157289505, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259596272, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259596280, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259689651, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6715980172157288, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259689672, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259689675, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259694791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11417137831449509, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259720438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11781924962997437, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259746052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10995651036500931, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259771945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10892584174871445, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259799751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12495923787355423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259825890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271716207265854, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259836321, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259836331, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259929943, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7156016826629639, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259930412, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259930415, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259946030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12177672982215881, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259972002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11324620246887207, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259997995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11784756928682327, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260024258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11534858494997025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260050489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12131362408399582, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260076646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167016327381134, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260076654, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260076659, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260174117, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.741716206073761, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260174339, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260174344, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260200566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11685481667518616, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69222400, "lr": 3.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260226747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10936034470796585, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260253292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053038164973259, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70041600, "lr": 3.562083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260279246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824426263570786, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260305612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1153961792588234, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 70860800, "lr": 3.6037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790260321442, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260321450, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260413262, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7523958683013916, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260413282, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} +:::MLLOG {"namespace": "", "time_ms": 1790260413286, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 71106560, "epoch_num": 0.03103957590584193}} diff --git a/recommendation/rcp_logs/gbs_8192/seed770796222.log b/recommendation/rcp_logs/gbs_8192/seed770796222.log deleted file mode 100644 index f1fc24ecc..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed770796222.log +++ /dev/null @@ -1,684 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784939247303, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784939247303, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784939268454, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784939268455, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784939268455, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "seed", "value": 770796222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784939268456, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784939268457, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784940110137, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784940110137, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784940110497, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784940225888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13908115029335022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784940238689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829296827316284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940251849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384357213973999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940265251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382930427789688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940278733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386009007692337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940292201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823385536670685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940305614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383131444454193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940319334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871265947818756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940333013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860803842544556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940346429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859035074710846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940360312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851207494735718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940374023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13880814611911774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940387889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882553577423096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940401489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13926050066947937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940401489, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940401489, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940483201, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4998165965080261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940483202, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940483202, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940496432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840055465698242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940509927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13842704892158508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940524066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828259706497192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940537480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825000822544098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940551164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13795754313468933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940565145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13807256519794464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940578514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793312013149261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940592089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137899249792099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940605997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13773825764656067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940619442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13816820085048676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940633402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382180154323578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940647369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384699046611786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940661094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13784074783325195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940675276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382867693901062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940675276, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940675277, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940758347, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.500006914138794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940758349, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940758349, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940771860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771642744541168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940785388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823577761650085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940798897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13701128959655762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940813016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366855502128601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940826669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379123330116272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940840257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13788297772407532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940853946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13718225061893463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940867818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368478238582611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940881412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365009993314743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940894857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13766390085220337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940908535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13720516860485077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940921873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13761404156684875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940936274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777071237564087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940950145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373598873615265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940950146, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784940950146, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941032018, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5002294778823853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941032018, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941032019, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941045834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363908052444458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941059877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13721664249897003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941073729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645799458026886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941088209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13699404895305634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941101923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13730719685554504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941115920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13769389688968658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941129816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13629816472530365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941143620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372116059064865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941157914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656985759735107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941171983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863030076026917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941186138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13614261150360107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941200117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13786545395851135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941214128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506758213043213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941228298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13670232892036438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941228299, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941228300, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941309336, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5005543828010559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941309337, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941309337, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941322887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361103653907776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941336494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348491907119751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941349887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771997392177582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941363597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13402718305587769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941377447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645735383033752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941391026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13282491266727448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941404707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524264097213745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941418391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512462377548218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941432133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793335855007172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941445769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347508728504181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941459546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1485426425933838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941473593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532310724258423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941487229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13346447050571442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941500706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783738017082214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941500707, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941500707, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941582026, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5009433031082153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941582026, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941582027, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941595510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505534827709198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941609226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14002081751823425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941623116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13576224446296692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941637086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13282644748687744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941651148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1346132606267929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941665316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13948161900043488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941679219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13303864002227783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941693210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13259045779705048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941707099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295911252498627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941720661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309451460838318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941734525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13067713379859924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941748089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13475008308887482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941761995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131047785282135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941776259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13924817740917206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941776260, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941776260, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941857384, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5014552474021912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941857385, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941857385, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941871401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351845741271973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941885349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332426518201828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941899456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13579390943050385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941913126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349928081035614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941926882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381620168685913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941940766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12743262946605682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941954263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524407148361206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941968086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12914790213108063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941982013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317517936229706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941996085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13220351934432983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942009924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336405158042908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942024032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13428744673728943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942038920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353127360343933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942053397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355353474617004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942053397, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942053398, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942134869, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5022715330123901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942134869, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942134870, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942149299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1325080543756485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942163739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337248980998993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942178401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13541705906391144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942193174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13538599014282227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942207682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13978520035743713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942221879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331697404384613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942236599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533172011375427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942250622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13345962762832642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942264602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326501846313477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942278844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13162453472614288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942292951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13565203547477722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942307515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13349440693855286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942321721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321444392204285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942335734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13050124049186707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942335735, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942335735, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942417803, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5033178329467773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942417804, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942417805, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942432708, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13784071803092957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942447078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348913460969925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942461767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533581793308258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942476524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310604214668274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942490763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335025131702423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942505345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13425405323505402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942520143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13724718987941742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942534791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13397210836410522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942549373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295944035053253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942563642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944483757019043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942577716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275712549686432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942591881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13303858041763306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942606191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12945109605789185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942620084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12461645156145096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942620085, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942620085, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942700644, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5043933987617493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942700645, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942700645, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942714942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13101999461650848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942729149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360672414302826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942743571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1333436369895935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942757950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13029563426971436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942771857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12814484536647797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942786038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12663990259170532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942800695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12885528802871704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942815050, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13229918479919434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942829230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521791994571686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942843412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12488709390163422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942857435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12857326865196228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942871497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344846487045288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942885665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097885251045227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942900199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12945348024368286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942900199, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784942900200, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784942983060, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5058243274688721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784942983061, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784942983061, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784942997547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13077408075332642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943011599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12903596460819244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943025275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308469951152802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943039622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12399835139513016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943054000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12955829501152039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943067881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12581558525562286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943081865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13009564578533173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943096108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12198678404092789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943109981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13594888150691986, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943124243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13716500997543335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943138363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12368225306272507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943152968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12321016192436218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943167285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12568898499011993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943181493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12916119396686554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943181493, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943181494, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943264499, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5074609518051147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943264500, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943264500, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943278425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364949494600296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943293110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13647565245628357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943306946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358993500471115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943320768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14011676609516144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943334810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13674508035182953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943348884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819822669029236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943362862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12736250460147858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943376881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12607093155384064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943390884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14213509857654572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943405144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14093175530433655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943419395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12720386683940887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943433541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12792842090129852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943447610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237667083740234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943461219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315924972295761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943461220, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943461220, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943545784, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5092635750770569, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943545785, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943545785, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943560660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1412469744682312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943575245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14236417412757874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943589635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353716105222702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943604159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13955093920230865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943618791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14500051736831665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943632969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1409694254398346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943647451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1261337846517563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943661912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771438598632812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943676612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317090094089508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943691287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13627910614013672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943705855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13770975172519684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943720082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133291557431221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943735007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1344006359577179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943749707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364137828350067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943749708, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943749708, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943832268, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5111699104309082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943832269, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943832269, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943846438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13857853412628174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943861025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825443387031555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943875630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175275921821594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943890255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13292165100574493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943904739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378921151161194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943919419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13955466449260712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943933949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326322704553604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943948624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14118103682994843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943962686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14083534479141235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943977467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512617349624634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943991903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.127433180809021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944006186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300075799226761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944020459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13402236998081207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944034845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12760134041309357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944034846, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944034846, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944116588, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5134813785552979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944116589, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944116589, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944130747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13232794404029846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944144926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13679839670658112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944159240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366927206516266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944173646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13192607462406158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944188247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337735950946808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944202766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347522914409637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944217590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13388365507125854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944232151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312214612960815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944246456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13986335694789886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944261249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13190999627113342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944275657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12872928380966187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944289740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112932443618774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944303937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13251857459545135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944318304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551901280879974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944318305, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944318305, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944400279, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5165881514549255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944400280, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944400280, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944414766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326072692871094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944429177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12302582710981369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944443619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13051612675189972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944458113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13037177920341492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944472537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512372970581055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944487586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540875911712646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944502131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539008796215057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944516988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12418771535158157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944531546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13093052804470062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944545836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13119067251682281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944560699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302916556596756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944575003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333092629909515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944589373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13080580532550812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944603363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300952136516571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944603363, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944603364, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944685211, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5207803249359131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944685213, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944685213, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944699586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377429962158203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944713904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13236793875694275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944728199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13350196182727814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944742516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306360363960266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944756636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270102858543396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944770694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13224314153194427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944785169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13574163615703583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944799740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13292191922664642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944814431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312902271747589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944829175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13902471959590912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944843712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377511501312256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944857760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375884711742401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944872727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13193300366401672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944887360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331569731235504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944887361, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784944887361, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784944970128, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5264279842376709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784944970129, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784944970129, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784944984744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13132791221141815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944999230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13487935066223145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945013764, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13770917057991028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945028256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341452181339264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945042647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12726476788520813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945057148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291874647140503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945071556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12599241733551025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945085933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12383176386356354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945100593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13615980744361877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945115322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374301165342331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945129974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457061350345612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945145123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12706312537193298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945159843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13096767663955688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945174030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12366443872451782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945174031, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945174031, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945258685, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5341439843177795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945258686, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945258686, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945273434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327822059392929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945287694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13257776200771332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945302017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339135766029358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945316282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13797128200531006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945330573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360999345779419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945344852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13139860332012177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945358988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272415816783905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945373196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500526547431946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945387261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12464774399995804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945401761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13031405210494995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945416168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13240061700344086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945430695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13430683314800262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945445298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1404537558555603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945459732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362384408712387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945459732, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945459733, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945542880, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5457786917686462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945542880, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945542881, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945557941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13642795383930206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945572715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13140136003494263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945586956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13258618116378784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945601573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1393444687128067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945617162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298486292362213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945632579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383754312992096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945647501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501916825771332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945662559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13712294399738312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945677340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494929671287537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945692095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1307007521390915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945706831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14053502678871155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945721433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13462436199188232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945735926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12921643257141113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945750556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331720232963562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945750557, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945750557, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945833833, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5595343708992004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945833834, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945833834, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945848607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1421358585357666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945863279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327095776796341, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945878422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331631988286972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945893093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13091619312763214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945908132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524457812309265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945923046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378183543682098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945937807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396644592285156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945952704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13559584319591522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945967374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312534064054489, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945982284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13290619850158691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945996886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13314951956272125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946011628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13717882335186005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946026008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13646341860294342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946040811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375761181116104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946040811, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946040812, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946123536, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5758647322654724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946123538, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946123538, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946138224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13154739141464233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946153130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355418711900711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946167885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13410288095474243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946183048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237182796001434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946197675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371123194694519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946212355, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296699494123459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946227289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369764387607574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946241392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12375826388597488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946255621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104352355003357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946269739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13182342052459717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946283927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312585175037384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946298124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13183942437171936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946312428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290494203567505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946326839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097837567329407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946326839, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946326840, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946410958, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5904187560081482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946410959, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946410959, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946424899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1224183440208435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946439250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12711462378501892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946453378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12965339422225952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946467621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335100382566452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946482298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13196958601474762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946496572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1222563311457634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946511165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13090331852436066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946525564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13220496475696564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946539832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373385637998581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946553780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12830688059329987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946568717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356652855873108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946583195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11812744289636612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946597530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12209746986627579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946611961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1257966160774231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946611961, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946611963, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946694449, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.605269730091095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946694450, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946694450, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946708610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12196754664182663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946722652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12777233123779297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946736771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12911397218704224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946750945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322184056043625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946765025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12190928310155869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946779293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521234691143036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946793449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12995512783527374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946807523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12219559401273727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946821873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276315450668335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946836536, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12750087678432465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946850985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11887017637491226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946865850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317559778690338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946880410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276593953371048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946894901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289098858833313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946894901, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784946894901, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784946978259, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6186714768409729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784946978260, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784946978260, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784946992274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12892256677150726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947007256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11932592839002609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947021590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12278418987989426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947036334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12184914201498032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947050796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1239960715174675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947065631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12649443745613098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947080159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1172710582613945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947094686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12313637137413025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947109294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12562932074069977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947123993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12458573281764984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947138296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.116246797144413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947152847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12487556040287018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947167254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1108582466840744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947181637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12549887597560883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947181638, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947181638, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947265604, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6296008825302124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947265605, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947265605, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947280180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11771519482135773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947294789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1153372973203659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947309806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13034747540950775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947324814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12259611487388611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947339421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12458934634923935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947353873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1172061562538147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947367892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12063441425561905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947382614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12274697422981262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947396900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12143584340810776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947411248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11318125575780869, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947425563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12137096375226974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947439641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12246861308813095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947453809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12525615096092224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947468228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11755955219268799, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947468229, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947468229, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947554067, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6432031989097595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947554067, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947554068, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947568244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12023003399372101, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947582227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11267684400081635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947596208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11055552959442139, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947610270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11370252072811127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947624308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10931577533483505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947638473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12218620628118515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947652921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696108430624008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947667706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1210312694311142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947682126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10356951504945755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947697001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11947640031576157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947711675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11294088512659073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947726265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11368671804666519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947740666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11027511954307556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947755357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11599870771169662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947755358, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947755358, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947842120, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6611868739128113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947842121, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947842121, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784947856891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12149536609649658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947871385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11984942108392715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947886164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12389393150806427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947900840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10601567476987839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947915556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11471689492464066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947930027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11780353635549545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947944706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11966494470834732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947959228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11981038749217987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947973590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10898194462060928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947987953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11845295876264572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948002367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11586112529039383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948016333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11705241352319717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948030538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11378757655620575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948045264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12543413043022156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948045264, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948045265, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948130879, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6810621619224548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948130880, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948130881, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948145466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.124947190284729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948159923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11705400049686432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948174062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11691385507583618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948188695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1222459003329277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948203004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.110455222427845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948217377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11143757402896881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948231350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11309821158647537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948245954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866034775972366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948260371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11174283921718597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948275498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11624515056610107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948290180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12413394451141357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948304799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11545594781637192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948319659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12752750515937805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948334425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136818528175354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948334426, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948334427, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948421598, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7033082246780396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948421599, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948421599, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948436466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12726053595542908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948451087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11462090909481049, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948465809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1160336434841156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948480720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11386723816394806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948495167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1204114556312561, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948509917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11917835474014282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948524983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12184139341115952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948539910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12076765298843384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948554673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1155557855963707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948569907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11352156102657318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948584713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11603126674890518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948599415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11703617870807648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948614099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12658073008060455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948629217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11687831580638885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948629217, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948629218, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948715612, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7209222912788391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948715613, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948715613, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948730405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12301886081695557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948745492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1208970695734024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948760305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11379323154687881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948775263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11600662022829056, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948789959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011282354593277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948804731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11673440784215927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948819626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11925292760133743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948834144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11284158378839493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948849089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10967691987752914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948863895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10930924117565155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948879091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1235555037856102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948894420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10707709938287735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948909471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12104865908622742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948924781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12014001607894897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948924782, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784948924783, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949010384, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7403948903083801, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949010385, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949010385, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949025450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11940175294876099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949040347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1191188171505928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949055210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11645843833684921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949070225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11752833425998688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949084790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039857566356659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949099419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515772551298141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949113999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12106933444738388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949128476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11533806473016739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949142982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10491164028644562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949157496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10330644994974136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949171826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755132883787155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949186354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132061555981636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949200925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11391036957502365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949215342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11702322959899902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949215381, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949215381, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949298244, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7518444061279297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949298245, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949298245, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949312665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10527181625366211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949327515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760879516601562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949342497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11651502549648285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949357198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11225991696119308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949372060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859246551990509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949386933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11640329658985138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949401602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11371051520109177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949416180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11442621052265167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949430903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11720287799835205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949445367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219248175621033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949459783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.100554920732975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949474305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11457717418670654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949488659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897984355688095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949503188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10640757530927658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949503189, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949503189, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949586816, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7571488618850708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949586818, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949586818, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949601102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10836154967546463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949615773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430785804986954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949630298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09742151945829391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949644852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10466013848781586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949659547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11370434612035751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949674089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10755450278520584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949688977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08868443965911865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949703696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10929553955793381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949718428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027444377541542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949733264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11751611530780792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949748313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10806339979171753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949763085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10070987790822983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949778423, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10126803070306778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949793558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778351128101349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949793559, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949793559, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949877089, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7598263025283813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949877089, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949877090, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784949891999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11708478629589081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949906812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126629188656807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949921025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10418039560317993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949936074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077382043004036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949950509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09984703361988068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949965105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448721796274185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949979572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723063349723816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949994287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10949819535017014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950008736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09775824099779129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950023426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10901482403278351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950037940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10503822565078735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950052481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086205244064331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950067116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10893835872411728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950081903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.113210529088974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950081904, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784950081904, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784950166267, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.760788083076477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784950166268, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784950166268, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} diff --git a/recommendation/rcp_logs/gbs_8192/seed79275716.log b/recommendation/rcp_logs/gbs_8192/seed79275716.log deleted file mode 100644 index e588fcb08..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed79275716.log +++ /dev/null @@ -1,662 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784939249673, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784939249673, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784939271351, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784939271358, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784939271358, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784939271358, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784939271358, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784939271358, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784939271358, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784939271358, "event_type": "POINT_IN_TIME", "key": "seed", "value": 79275716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784939271359, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784939271359, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784939271359, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784939271359, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784939271498, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784939271498, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784940213661, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784940213661, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784940214093, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784940333193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384589970111847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784940345653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13838879764080048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940358548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13802246749401093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940371760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13874493539333344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940384891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138676717877388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940398255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13875487446784973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940411452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855965435504913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940425725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382516622543335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940439088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1386032998561859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940452247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859611749649048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940466063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872095942497253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940479680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867543637752533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784940493368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385490745306015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940506853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138570174574852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940506853, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940506854, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940591537, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5028355121612549, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940591539, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940591539, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784940605183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13858914375305176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940618766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861636817455292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940632555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13829097151756287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940645816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851116597652435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940659428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13831153512001038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940673574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13846313953399658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940687039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834866881370544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940700839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138217955827713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940715140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823214173316956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940728763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13828836381435394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940742903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845321536064148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940757110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863115012645721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940771007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13818883895874023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940785417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853207230567932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940785418, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940785418, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940872642, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5030320882797241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940872643, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940872643, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784940886525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13810506463050842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940900325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13845384120941162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940915002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374104619026184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940929451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13723191618919373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940943298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13805048167705536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940957249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794691860675812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940971145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376354694366455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940985409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13730959594249725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784940999169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13682641088962555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941012839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13733188807964325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941026790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13734084367752075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941040421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13759243488311768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941055133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772623240947723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941069223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375669538974762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941069224, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941069224, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941154052, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5032646656036377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941154053, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941154053, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784941167806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13681137561798096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941181920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772065937519073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941195946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13677994906902313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941210421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13756728172302246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941224194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373857706785202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941238156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764873147010803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941252121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366317719221115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941265933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13754764199256897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941280421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13690176606178284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941294905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860411942005157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941309230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363380253314972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941323368, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13802608847618103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941337564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531439006328583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941351943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13651034235954285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941351944, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941351945, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941436612, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5036002397537231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941436613, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941436613, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784941450297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13606128096580505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941464007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13549883663654327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941477639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372385323047638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941491554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13444137573242188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941505530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13658683001995087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941519597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13344912230968475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941533631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13545337319374084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941547471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13545702397823334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941561563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13766984641551971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941575281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505448400974274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941589181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14724452793598175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941603420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540728390216827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941617388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337776631116867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941631293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772110641002655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941631294, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941631294, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941715490, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5039758682250977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941715492, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941715492, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784941729290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135182186961174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941743081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13948921859264374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941757040, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359054446220398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941770960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332324743270874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941784894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13487255573272705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941799071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13909024000167847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941815770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333703577518463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941829820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13276197016239166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941843930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308610022068024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941857711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13144132494926453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941871719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13094298541545868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941885442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13484132289886475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941899298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13164958357810974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941913612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13898012042045593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784941913612, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941913613, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941997527, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5044925212860107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941997528, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784941997528, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784942011538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361403346061707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942027956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13313068449497223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942042276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13575048744678497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942056343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13490363955497742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942070431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374143660068512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942084639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276223361492157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942098506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13536088168621063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942112658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12913143634796143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942126918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326281309127808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942141452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13253575563430786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942155642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355928659439087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942170239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13428160548210144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942185034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530606031417847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942199289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13332223892211914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942199289, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942199289, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942287470, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5053205490112305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942287471, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942287471, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784942301942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13238157331943512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942316218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13367578387260437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942330721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555413484573364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942345496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135372593998909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942360085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1396757960319519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942375686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332206279039383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942391171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534988462924957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942405900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342468440532684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942420373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13305146992206573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942435124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318422257900238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942449589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13564135134220123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942464665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1336050182580948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942479356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13352692127227783, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942493752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046236336231232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942493753, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942493753, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942580083, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5064427852630615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942580084, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942580084, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784942595159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380176842212677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942609582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13492722809314728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942624121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13533683121204376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942638657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13127614557743073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942653045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355574011802673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942667530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399839401245117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942682252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13710105419158936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942696760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13387475907802582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942711372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13266240060329437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942725898, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12963411211967468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942740058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12744566798210144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942754362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330169141292572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942768738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12947812676429749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942782829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12467687577009201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942782829, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942782830, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942870920, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5076387524604797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942870921, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942870921, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784942885397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13100849092006683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942899704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13599468767642975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942914319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317906856536865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942928949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13033026456832886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942943174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1282762587070465, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942957718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12640240788459778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942972481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289229393005371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784942986680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13212737441062927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943001007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352493166923523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943015325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1248716488480568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943029480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12832552194595337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943043620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1343757063150406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943058136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13081835210323334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943072903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12922723591327667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943072904, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943072904, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943160641, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5091302990913391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943160642, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943160642, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784943175357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13051624596118927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943189851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12906013429164886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943203871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13309800624847412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943218600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12377951294183731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943233192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1295517385005951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943247433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12575110793113708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943261603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298164427280426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943275944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12179435789585114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943290055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596394658088684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943304649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13724344968795776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943318981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12354634702205658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943333750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12318979948759079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943348398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12551932036876678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943362690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1291576474905014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943362691, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943362691, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943449734, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5108367204666138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943449735, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943449736, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784943465736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364586353302002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943480412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136612206697464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943494376, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13576073944568634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943508320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13996271789073944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943522513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665401935577393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943536818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382865607738495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943550926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273144632577896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943565154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12606240808963776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943579307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14227518439292908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943593938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14113564789295197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943608529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12727729976177216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943622948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12833034992218018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943637293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13250784575939178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943651003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13150382041931152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943651004, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943651004, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943735948, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5128982663154602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943735949, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943735949, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784943751221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14137209951877594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943766212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14223109185695648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943780787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502879440784454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943795691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1395556777715683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943810722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14479726552963257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943825466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14097802340984344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943840575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12613138556480408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943855595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375386267900467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943870718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318052113056183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943885882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13602755963802338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943900876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793987035751343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943915602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13287483155727386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943930712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13435012102127075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943945482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13635076582431793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784943945483, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784943945483, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784944031929, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5150726437568665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784944031930, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784944031930, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784944046336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13835997879505157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944061079, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13797283172607422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944075828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318012773990631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944090516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13286541402339935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944105060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13381525874137878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944120002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1396256536245346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944134881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13249988853931427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944149894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14113011956214905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944164216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14074121415615082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944182744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13505703210830688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944197581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12746065855026245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944212026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.129940003156662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944226719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13406094908714294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944241643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12767982482910156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944241644, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944241644, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944324695, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5177190899848938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944324696, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944324696, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784944339443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321127712726593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944354078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13691186904907227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944368907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13357096910476685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944383685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13191959261894226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944398618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13391011953353882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944413300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13334967195987701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944428500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373778760433197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944443359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275274634361267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944457766, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.139910027384758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944472829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178357481956482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944487481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12881991267204285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944502019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13080760836601257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944516531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13210564851760864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944531175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13587018847465515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944531176, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944531176, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944616697, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5211915969848633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944616698, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944616698, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784944631385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13332587480545044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944645905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12292779982089996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944660404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13043265044689178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944675073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303083300590515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944689569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531696796417236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944704636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13530273735523224, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944719303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13527308404445648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944734432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12395865470170975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944749172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309892237186432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944763407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312272995710373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944778347, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302596479654312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944792862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308760523796082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944807247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13091112673282623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944821353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1299605667591095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944821353, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944821354, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944907793, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5259149670600891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944907794, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944907794, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784944922182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777679204940796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944936651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13245578110218048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944951042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13327381014823914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944965372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13034884631633759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944979791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269235759973526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944994107, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13202351331710815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945008945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354610174894333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945023770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1327337622642517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945038628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13117243349552155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945053624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13894081115722656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945068535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133607417345047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945082749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372377872467041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945099541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1319122612476349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945114030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331419050693512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945114031, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945114031, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945196805, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5322238206863403, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945196805, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945196806, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784945211255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13105788826942444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945225488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349133402109146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945239654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779981434345245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945253933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318198919296265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945268066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273028552532196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945282243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292535811662674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945296375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12582583725452423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945310422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12386692315340042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945324932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596948981285095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945339344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13711674511432648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945353804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13456317782402039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945368851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1268204152584076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945383448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13084052503108978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945397543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12340342253446579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945397544, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945397544, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945483268, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.540954053401947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945483269, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945483269, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784945498009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13226433098316193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945512462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326056867837906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945526925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335318386554718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945541465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13761144876480103, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945555909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359250545501709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945570550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312418282032013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945585068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12699148058891296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945599601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13490253686904907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945613848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12461409717798233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945628585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301630586385727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945643176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237299025058746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945657819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13398495316505432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945672409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14014899730682373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945686934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13623595237731934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945686934, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945686935, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945773331, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5536198019981384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945773332, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945773332, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784945788424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13654080033302307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945803140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13133756816387177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945817411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13215646147727966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945832047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13890017569065094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945847116, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12981411814689636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945862237, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13821111619472504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945876942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348700225353241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945891897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13717760145664215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945906685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13466227054595947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945921619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13045468926429749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945936534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14027011394500732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945951272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13464538753032684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945966164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12887316942214966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945981019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13312436640262604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945981020, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784945981020, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784946066007, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5682582259178162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784946066008, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784946066008, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784946081192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14176234602928162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946096037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326344609260559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946111253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13341595232486725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946126110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13064800202846527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946141780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13522440195083618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946156902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13327041268348694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946171624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374803960323334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946186386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354609578847885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946200985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13127972185611725, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946215880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13240739703178406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946230751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13280631601810455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946245641, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13703078031539917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946260241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13569779694080353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946275184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13731378316879272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946275184, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946275185, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946359929, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5837602615356445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946359929, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946359930, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784946374608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314375400543213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946389688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13508403301239014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946404586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13416247069835663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946419964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13169914484024048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946434805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13702024519443512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946449579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12917961180210114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946465084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1331995725631714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946479517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1233440712094307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946494137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046760857105255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946508777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311265230178833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946523513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097478449344635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946537974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310390681028366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946552447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880928814411163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946566971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13055020570755005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946566972, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946566973, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946649275, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5961446762084961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946649276, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946649276, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784946663597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1219489574432373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946678069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12650297582149506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946692522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128843754529953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946706995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13279326260089874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946721846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13121843338012695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946736457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1214793249964714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946751521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301001012325287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946766173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13194319605827332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946780826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13637301325798035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946795018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12805326282978058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946810258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324310600757599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946825065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1174347847700119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946839734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12090972065925598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946854598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12466387450695038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946854599, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946854599, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946940740, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6099399328231812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946940741, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946940741, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784946955294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12136825919151306, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946969697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272234171628952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946984341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12792085111141205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946998935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13125501573085785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947013472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12123528867959976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947028065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338879019021988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947042520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12944987416267395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947056934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12141864746809006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947072006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12693150341510773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947086919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12692146003246307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947101623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11813520640134811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947116776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1313779503107071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947131643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.126569926738739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947146733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12812970578670502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947146734, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947146734, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947230473, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6242638826370239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947230474, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947230474, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784947244648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12824563682079315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947259818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11872322857379913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947274445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1219017431139946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947289086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12122499942779541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947303437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12375984340906143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947317897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12556768953800201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947332415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1159924641251564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947346964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12250314652919769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947361746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12498848885297775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947376289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12439394742250443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947390572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11538880318403244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947405774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12472108751535416, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947420340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10965210199356079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947435072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12401672452688217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947435072, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947435073, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947518671, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6381000280380249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947518672, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947518672, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784947533722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1167401671409607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947548647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11433231830596924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947563446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12830066680908203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947578594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12151102721691132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947593366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12402579933404922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947608100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11617665737867355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947622399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12001252174377441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947637552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12187697738409042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947652244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1210252195596695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947666895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11272695660591125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947681625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1215846836566925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947696145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12171158939599991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947710524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12547388672828674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947725221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11709696799516678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947725221, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947725221, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947808217, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.659315824508667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947808218, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947808218, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784947822826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12021778523921967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947837610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1118880957365036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947852172, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042608320713043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947866625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136852577328682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947881397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10926269739866257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947895978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12188941240310669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947910808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11590326577425003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947925989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12039399892091751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947940622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360760241746902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947955716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11948325484991074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947970709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11349905282258987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947985534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281759291887283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948000122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897571593523026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948014747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11634759604930878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948014748, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784948014748, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784948100592, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6920140385627747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784948100593, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784948100593, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784948115358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12061599642038345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948130780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11872785538434982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948146018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12275169789791107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948160946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10612951964139938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948175909, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11394484341144562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948190724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1181885227560997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948205950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11869572848081589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948221027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11922179907560349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948235875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853414982557297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948250849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11821328848600388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948265884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11409124732017517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948280548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11646851897239685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948295295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11278320848941803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948310348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12488026916980743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948310348, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948310349, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948397052, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7236897349357605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948397053, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948397053, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784948412077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12312706559896469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948427100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11757326126098633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948441918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546124517917633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948457054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12162691354751587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948471912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825000703334808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948486799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062552779912949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948501181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11277886480093002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948516232, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863063484430313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948531060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075796186923981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948546425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11657357215881348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948561494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12307686358690262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948576413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11446765065193176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948591654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12574386596679688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948606818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11263883858919144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948606818, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948606819, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948694179, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.757096529006958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948694181, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948694181, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784948709233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12484127283096313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948723910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11313269287347794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948738783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11485761404037476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948753921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11211565136909485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948768927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11784689873456955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948783977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1155950054526329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948799409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12123489379882812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948814729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11998263746500015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948829875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11394039541482925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948845598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11202368140220642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948860738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11479896306991577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948875837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239942908287048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948890687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12354546785354614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948906151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11490156501531601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948906151, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948906152, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948997207, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7623125314712524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948997208, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784948997208, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784949012319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12022266536951065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949027631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11714844405651093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949042638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1125977411866188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949058010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11314524710178375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949073083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10751591622829437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949088031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11341077834367752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949103167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11698585748672485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949117993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10953201353549957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949133068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871341824531555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949148043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732739418745041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949163360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12153635919094086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949178802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10457732528448105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949194018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11951538920402527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949209545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11947057396173477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949209546, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949209546, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949297623, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7651932835578918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949297624, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949297624, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784949312913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11719481647014618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949327933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11590303480625153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949342974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11536448448896408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949358261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.112989142537117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949372949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192976891994476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949387649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10093126446008682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949402473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11744915693998337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949417166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11478514224290848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949432066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10296855121850967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949446785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10078190267086029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949461229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10594749450683594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949476140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151231825351715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949490893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10971289873123169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949505752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11367005854845047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949505800, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949505800, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949592058, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7673619985580444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949592059, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949592059, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784949606781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10404139012098312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949621946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.105603888630867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949637382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134587973356247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949652246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962709039449692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949667547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10671421885490417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949682944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134776696562767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949697926, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132398396730423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949712955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11081937700510025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949727983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11481109261512756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949742575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10988499224185944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949757169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0983113944530487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949771851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11265081912279129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949786390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1061093658208847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949801068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10491935163736343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949801069, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949801069, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949886222, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7688021659851074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949886223, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949886223, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784949900844, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10519900918006897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949915528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124427393078804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949930310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09566386044025421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949944924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10355310887098312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949959469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111878901720047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949973960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10456492751836777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949988556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08834969252347946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950002970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10854516178369522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950017612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09996579587459564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950032568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11731575429439545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950047636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072343960404396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950062462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09963557124137878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950077830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09840378910303116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950093004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658617317676544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950093005, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784950093006, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} diff --git a/recommendation/rcp_logs/gbs_8192/seed869764802.log b/recommendation/rcp_logs/gbs_8192/seed869764802.log deleted file mode 100644 index 1cbd4c04c..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed869764802.log +++ /dev/null @@ -1,1859 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1785027754209, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1785027754209, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1785027774469, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "seed", "value": 869764802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1785027774470, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1785027774471, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1785027774471, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1785027774471, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1785027774471, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1785027774472, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1785028671186, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1785028671186, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1785028671541, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1785028788360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13898107409477234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1785028800588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13851670920848846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028812930, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853199779987335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028825398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387976109981537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028838073, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885189592838287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028850540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13874991238117218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028863287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886554539203644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028876076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138556569814682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028888952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882212340831757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028901782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13869385421276093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028914732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13864915072917938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028927822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859106600284576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1785028940892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385444849729538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785028953760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1394260972738266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785028953761, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785028953761, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029038092, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49874141812324524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029038093, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029038093, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1785029050560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138471320271492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029063275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13882774114608765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029076588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852284848690033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029089500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855212926864624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029102695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385209858417511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029116292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861756026744843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029129125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855499029159546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029142227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833901286125183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029155882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383262425661087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029169224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384800225496292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029182836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383853405714035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029196292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860969245433807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029209580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13826005160808563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029223471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876043260097504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029223471, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029223472, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029306262, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4989405572414398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029306263, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029306263, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1785029319795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381968855857849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029333430, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823062181472778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029347135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768407702445984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029361012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13715051114559174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029374298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794060051441193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029387690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13816022872924805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029401122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777537643909454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029415266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373656541109085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029428912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370459645986557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029442294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372988522052765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029455920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373705118894577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029469286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13794144988059998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029483741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378132700920105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029497282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378411501646042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029497282, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029497283, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029580136, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4991629719734192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029580137, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029580137, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1785029593462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13712626695632935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029607064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13737013936042786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029620569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1368318498134613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029634667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13735729455947876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029648186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374334692955017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029661888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13752532005310059, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029675570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366948038339615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029689096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137497216463089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029703208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13693587481975555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029717043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861161470413208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029730755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13650110363960266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029744282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13805820047855377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029757968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13536369800567627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029772072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367400884628296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029772072, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029772073, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029855801, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49948549270629883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029855802, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029855802, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1785029869226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1362951695919037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029882744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13538837432861328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029896066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13716968894004822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029909724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13451749086380005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029923521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13659778237342834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029937129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13366007804870605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029950848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562755286693573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029964370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354185938835144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029978105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13792723417282104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785029991585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135382741689682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030005175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14739231765270233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030019062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13548900187015533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030032460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13397835195064545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030046169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1379273235797882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030046170, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030046170, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030130391, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4998573958873749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030130392, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030130392, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1785030143869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13527265191078186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030157344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13968053460121155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030171092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13600970804691315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030184848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13294439017772675, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030198709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494229316711426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030212877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13926194608211517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030226865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133244588971138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030241033, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330481469631195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030254642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317477703094482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030268115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13142292201519012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030281895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13113345205783844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030295263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506627082824707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030308862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13156355917453766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030322765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879364728927612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030322765, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030322766, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030406187, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5003622770309448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030406188, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030406188, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1785030419986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338634043931961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030433626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325437903404236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030447757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357172280550003, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030461562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13471026718616486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030475375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137643963098526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030489294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275871992111206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030502912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354709416627884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030516791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292845904827118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030530781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356344401836395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030545062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323835849761963, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030559047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364167511463165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030573168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440929353237152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030587170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13537879288196564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030600992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326020538806915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030600993, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030600994, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030686128, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5011882185935974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030686129, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030686129, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785030699994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13261064887046814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030713682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13370363414287567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030727478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13554790616035461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030741651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13523520529270172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030755630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1396695226430893, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030769354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13314925134181976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030784035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557963073253632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030798124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342292606830597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030812156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13327716290950775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030826508, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1317211538553238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030840566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13585814833641052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030855102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378089666366577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030869289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13331890106201172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030883249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13061809539794922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030883250, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785030883250, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785030967365, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.502359926700592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785030967366, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785030967366, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785030982072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380193680524826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785030995971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347745805978775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031009895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13524289429187775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031024091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13112135231494904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031037983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13362663984298706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031052003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340661197900772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031066240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371760219335556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031080465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13395676016807556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1785031094850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13288359344005585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031108724, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12952518463134766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031122251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12750637531280518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031136004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13282090425491333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031149938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12961708009243011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031163518, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12473078817129135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031163518, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031163519, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031246680, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5035377144813538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031246681, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031246681, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1785031260690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13110056519508362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031274516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13590505719184875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031288623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328440487384796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031302675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13026708364486694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031316323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12829077243804932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031330233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12661612033843994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031344210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12900416553020477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031357738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321902722120285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031371303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352188140153885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031385013, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12477665394544601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031398442, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12856657803058624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031411910, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433955609798431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031425440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13098841905593872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031439313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12907272577285767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031439314, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031439314, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031521680, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.505046546459198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031521681, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031521681, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1785031535631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13043121993541718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031549298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1290569007396698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031562619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13336819410324097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031576961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12373275309801102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031591164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12954549491405487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031604852, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1257096379995346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031618687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12989862263202667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031632647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12171173095703125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031646377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13574789464473724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031660560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13728168606758118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031674410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12346401065587997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031688627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12299896031618118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031702711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1254303902387619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031716662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12891677021980286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031716662, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031716662, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031799632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.506938099861145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031799633, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031799633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1785031813372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363847255706787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031827399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1365797072649002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031840812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357940435409546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031854150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1398850977420807, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031867618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13667358458042145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031881149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13833211362361908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031894497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12723608314990997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031907845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12606807053089142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031921186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14222481846809387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031935026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1410762518644333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031948882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12726807594299316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031962587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12848599255084991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031976135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13279594480991364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031989250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13146823644638062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785031989250, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785031989251, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032071995, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5090455412864685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032071996, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032071996, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1785032086664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14160659909248352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032100868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14239580929279327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032114751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352817565202713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032128855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13937541842460632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032143244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14471688866615295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032157155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14084112644195557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032171270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12568853795528412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032185296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376904547214508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032199477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13175557553768158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032213731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13604329526424408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032227906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137868732213974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032241725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13310232758522034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032256171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13434377312660217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032270381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363433599472046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032270382, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032270382, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032352131, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.511272668838501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032352132, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032352132, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1785032365796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13859963417053223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032380001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13814221322536469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032394221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131597101688385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032408336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308095932006836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032422386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13376227021217346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032436697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13985638320446014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032450985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13291029632091522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032465307, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14097607135772705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032479052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14078818261623383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032493471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13494953513145447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032507578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276204138994217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032521497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12986157834529877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032535308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13401655852794647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032549291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12761567533016205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032549292, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032549292, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032631738, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5141140818595886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032631739, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032631739, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1785032645602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225413858890533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032659353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13700087368488312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032673246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351202011108398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032687157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13181568682193756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032701321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13393452763557434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032715348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13338357210159302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032729799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13382863998413086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032744090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241194188594818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032757988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13991568982601166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032772543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13177715241909027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032786328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12870407104492188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032799817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13097204267978668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032813335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321365386247635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032827001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13538098335266113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032827002, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785032827002, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785032909136, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.51784747838974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785032909137, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785032909137, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1785032922736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351058959960938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032936331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12295016646385193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032949960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044534623622894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032963639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302943378686905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032977212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13510408997535706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785032991323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551941514015198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033005009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13531766831874847, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033019139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12393872439861298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033033042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13102102279663086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033046598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13113214075565338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033060960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301925778388977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033074996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325785100460052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033089166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13087013363838196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033102969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13012462854385376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033102970, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033102970, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033184777, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5229683518409729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033184778, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033184778, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1785033198815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13776618242263794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033212787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132360577583313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033226659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335616260766983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033240607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13039442896842957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033254519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12672127783298492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033268358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322118192911148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033282608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555727899074554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033296622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13279519975185394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033310752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13124214112758636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033325027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13885565102100372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033339199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1338048279285431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033352868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13748043775558472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033367213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315261870622635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033381012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13315919041633606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033381013, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033381013, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033462589, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5298786163330078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033462591, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033462591, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1785033476244, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.130939319729805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033489836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13484759628772736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033503496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13760262727737427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033517301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13309729099273682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033530943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272576004266739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033544651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12926635146141052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033558299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12584500014781952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033571819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1239573135972023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033585711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13623493909835815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033599692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13704505562782288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033613573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13431251049041748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033628068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12679757177829742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033642047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13086266815662384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033655574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12338612973690033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033655574, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033655575, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033739613, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5392440557479858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033739614, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033739614, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1785033753876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322774440050125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033767856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13225281238555908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033782010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13344618678092957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033796173, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377457231283188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033810187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13614621758460999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033824243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13110728561878204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033838282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270628273487091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033852400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13477715849876404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033866332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12429249286651611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033880638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13005201518535614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033894782, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13237686455249786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033909188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374663889408112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033923556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1400359570980072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033937598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13601674139499664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785033937598, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785033937599, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034021138, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5526826977729797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034021139, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034021139, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1785034035814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13618646562099457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034050074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13101255893707275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034064113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13217957317829132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034078519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388949751853943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034092896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12984976172447205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034107629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13817612826824188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034121800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134648859500885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034136052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369737982749939, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034150057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13443537056446075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034164417, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13044965267181396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034178733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14009904861450195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034193059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13442949950695038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034207198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12855258584022522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034221701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308031857013702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034221701, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034221702, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034304616, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5675315260887146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034304617, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034304617, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1785034319321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14158780872821808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034333715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321834772825241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034348699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332286298274994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034363143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303015649318695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034377996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13516487181186676, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034392695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13310500979423523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034407216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13339214026927948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034421699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525016605854034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034436007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13079212605953217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034450594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1321539580821991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034465078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13268084824085236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034479600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13668730854988098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034493882, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13594378530979156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034508603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136916846036911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034508604, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034508604, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034592429, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5827209949493408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034592430, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034592430, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1785034606695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13114377856254578, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034621369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1348288357257843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034635808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13396303355693817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034650687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314782351255417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034665042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13652165234088898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034679332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12901028990745544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034694328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13328605890274048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034708388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12274497747421265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034722516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13001649081707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034736605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13078559935092926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034750607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046371936798096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034764581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306118667125702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034778590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12861885130405426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034792704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13027015328407288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034792705, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785034792705, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785034873709, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5937869548797607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785034873710, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785034873710, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1785034887804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12152598798274994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034901823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12583449482917786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034915778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12812523543834686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034929917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13280077278614044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034944400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13121534883975983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034958527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12114281952381134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034973059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12921574711799622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785034987527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13119445741176605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035001778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13576669991016388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035015566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12715034186840057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035030191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1322098970413208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035044388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11683426052331924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035058584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12006130069494247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035072837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12418857961893082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035072837, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035072838, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035154811, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6064016819000244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035154812, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035154812, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1785035168945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12065713852643967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035183084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1265815794467926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035197398, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271066963672638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035211534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13079816102981567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035225537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12055930495262146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035239677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378246128559113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035253628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12800060212612152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035267680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12062317878007889, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035281834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12601973116397858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035296105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258808672428131, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035310120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11778499186038971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035324635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13069500029087067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035338850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12595203518867493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035353062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275722086429596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035353063, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035353063, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035436591, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6183522343635559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035436592, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035436592, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1785035450273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274702101945877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035464960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11807235330343246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035479274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12086319178342819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035493783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12004774063825607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035508065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12274733185768127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035522226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12512077391147614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035536295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11555708944797516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035550609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1219552755355835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035564776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12396473437547684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035578858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1231248676776886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035592789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11453534662723541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035606922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12355378270149231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035621045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10957508534193039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035635037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12382210046052933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035635037, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035635038, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035719353, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6289666891098022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035719354, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035719354, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1785035733617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11582434177398682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035747919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11303749680519104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035762071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269591748714447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035776875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12107805907726288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035791127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12289875745773315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035805321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11510120332241058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035819141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11939450353384018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035833718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12158135324716568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035847769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12019775807857513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035861952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119416207075119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035876003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12077374011278152, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035889971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12154814600944519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035904019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12477097660303116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035918226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11618328094482422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785035918226, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785035918227, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036002463, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6431187987327576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036002463, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036002464, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1785036016829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11952906847000122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036030728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11088480055332184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036044559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10934103280305862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036058585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1133686900138855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036072591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10893559455871582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036086659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12189705669879913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036100999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11625505983829498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036115653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12042949348688126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036129748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10284296423196793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036144337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11977023631334305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036158868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11258519440889359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036173255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11313463002443314, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036187515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10907308012247086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036202098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11680957674980164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036202099, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036202099, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036286442, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6625610589981079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036286443, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036286443, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1785036300644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1210140585899353, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036314917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11913342773914337, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036329372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12297184020280838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036343767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10683710128068924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036358197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414726078510284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036372540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11779043078422546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036387193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11896362155675888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036401798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11898581683635712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036416127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082075983285904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036430496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11858968436717987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036444806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498495191335678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036458873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11676366627216339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036472936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11300789564847946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036487513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12512464821338654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036487514, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036487514, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036572262, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6836523413658142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036572263, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036572263, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1785036586853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12365086376667023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036601465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11727097630500793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036615907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11643064022064209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036630819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12141193449497223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036645556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1098303347826004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036660302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11116620898246765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036674385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11374668776988983, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036689271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10948322713375092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036703661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11102768778800964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036718621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11561720818281174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036733095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12384845316410065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036747460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11477607488632202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036762137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12800820171833038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036776795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11388816684484482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036776796, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036776796, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036859466, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7200950384140015, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036859467, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036859467, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1785036874115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1252536177635193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036888567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389647424221039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036903037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1161603182554245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036917636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11329453438520432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036932084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1192837581038475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036946709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11733483523130417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036961784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12156344950199127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036976739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12127597630023956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785036991366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11543899029493332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037006572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282321810722351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037021175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11626383662223816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037035699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1150059923529625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037050234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12567493319511414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037065416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11679857224225998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037065417, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037065417, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037147933, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7388628721237183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037147934, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037147934, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1785037162741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1227724626660347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037177631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11848834902048111, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037192432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11405222862958908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037207484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.115668885409832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037222280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10863891243934631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037237141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607526242733002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037251848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1183989867568016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037266305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1117604523897171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037281037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11014046519994736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037295465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085827425122261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037310382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1229117140173912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037325239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740908235311508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037339942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12075953930616379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037355098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11953001469373703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037355099, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037355099, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037439261, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7505598068237305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037439262, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037439262, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1785037454106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11935276538133621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037468561, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1184198185801506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037483103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11604278534650803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037498080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168144941329956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037512576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398884862661362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037527089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413704812526703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037541463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12044068425893784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037555681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1147673949599266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037569920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10404534637928009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037584125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1033811867237091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037598158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694815218448639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037612553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.113070048391819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037626832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11259378492832184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037641210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11568903923034668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037641247, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037641247, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037726120, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7586737275123596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037726121, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037726121, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1785037740547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541784763336182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037755210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753197968006134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037770072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11426887661218643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037784475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11115315556526184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037799151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844042152166367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037814093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11726313084363937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037828761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389338970184326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037843208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11354943364858627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037857954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11670592427253723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037872285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163027584552765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037886565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10045833885669708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037901087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11436381191015244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037915209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805051773786545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037929568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557027161121368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785037929569, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785037929569, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038012534, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7637120485305786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038012535, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038012535, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1785038026855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793829709291458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038041247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11359303444623947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038055750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09706210345029831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038070190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10461191087961197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038084697, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328978091478348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038098969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10563313215970993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038113550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08823878318071365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038127721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11005397140979767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038142070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209009051322937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038156649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11787804961204529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038171560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10827374458312988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038186094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10040409862995148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038201212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10020065307617188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038216235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712314397096634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038216235, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038216236, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038300111, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7669221758842468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038300112, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038300112, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1785038314683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11520344763994217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038329436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11216192692518234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038343576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043621227145195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038359184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10522613674402237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038373873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949195384979248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038388730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10346563905477524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038403497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071104034781456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038418411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768695175647736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038433008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09817367047071457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038447975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10877540707588196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038462658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10477922856807709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038477239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066729873418808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038491755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10874922573566437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038506564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11290159821510315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038506565, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038506566, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038589633, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7687166929244995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038589634, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038589634, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1785038604395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938632488250732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038618623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09841214865446091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038632859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10312470048666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038647397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572855174541473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038662084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11111455410718918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038676754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11241775006055832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038691140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001686081290245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038705600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10447492450475693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038720147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840605199337006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038734412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10497673600912094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038748785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11345429718494415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038762758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09524079412221909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038777886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09817755222320557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038792554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10733159631490707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038792555, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785038792555, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785038875469, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7698713541030884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785038875470, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785038875470, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1785038889658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09092394262552261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038904318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.103541798889637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038918886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019019782543182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038933804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09815351665019989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038948576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11051246523857117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038963366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098945885896683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038978193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.097931407392025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785038992769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11069130897521973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039007483, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507486760616302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039022052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432429611682892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039036815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10721137374639511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039051236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439816117286682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039065484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09770926088094711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039080094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10600882768630981, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039080094, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039080095, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039163708, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7707446813583374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039163709, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039163709, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1785039178747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10428828746080399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039193788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1040724590420723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039208545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10575000196695328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039223399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1034262627363205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039238420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09782432019710541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039253056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09978671371936798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039267883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10469523072242737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039281997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0963578000664711, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039296827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10803906619548798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039311287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079862117767334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039325699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11684411764144897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039340210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420707404613495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039354520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11633242666721344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039368931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11494087427854538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039368932, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039368932, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039452301, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7713516354560852, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039452302, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039452302, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1785039466468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10055563598871231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039480895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11578787863254547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039495018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108212411403656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039509409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10161294043064117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039523542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09189607948064804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039538068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09851089864969254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039552240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037716418504715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039566626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077549010515213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039580815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745874047279358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039595080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10009221732616425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039609758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131066381931305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039624348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09920955449342728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039639027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096871867775917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039653400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11183418333530426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039653401, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039653401, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039737997, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7718645930290222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039737998, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039737998, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1785039752725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10770171880722046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039767340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10160303860902786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039781748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046899110078812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039796354, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.091947041451931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039810732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11448036134243011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039825056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10691892355680466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039840416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11098015308380127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039855207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11106141656637192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039870276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12190274149179459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039885196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1043306291103363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039900119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962624847888947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039915164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12339212745428085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039930059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09922529757022858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039945101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11050239205360413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785039945101, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785039945102, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040029341, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7720608115196228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040029342, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040029343, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1785040044121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364358872175217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040059094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11886557191610336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040073918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10965602099895477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040089170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241957753896713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040104126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09621185064315796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040119065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11243341863155365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040134407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10661821812391281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040149683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541021823883057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040165074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11554179340600967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040179949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09991499781608582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040195215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12512174248695374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040210221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10754769295454025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040224703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11401233077049255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040239263, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10751233994960785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040239264, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040239264, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040322945, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7724158763885498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040322946, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040322946, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1785040337859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11352979391813278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040352815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11540025472640991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040367797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11075736582279205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040382936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11796253174543381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040397858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11442281305789948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040412931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11890258640050888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040427933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12722250819206238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040442525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12131829559803009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040457122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1159488707780838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040472058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11033650487661362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040486640, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10867641121149063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040501577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1079489141702652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040516452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11459318548440933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040531380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11409846693277359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040531381, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040531381, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040613686, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726709246635437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040613687, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040613687, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1785040628666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11992654949426651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040643611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10680367052555084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040658356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1075059026479721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040673635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10851582139730453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040688610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11087138950824738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040703335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10935825109481812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040717969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11362570524215698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040732507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085314229130745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040747052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10509642958641052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040761112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10050130635499954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040775632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441181063652039, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040789972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09565611928701401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040804285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10380551964044571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040818378, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10040654987096786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040818379, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785040818379, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785040899265, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7728919982910156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785040899266, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785040899266, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1785040913302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913611203432083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040927576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10093310475349426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040941759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09637162834405899, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040955934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10824834555387497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040970006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498510837554932, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040984071, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10500358790159225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785040998134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393832623958588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041012460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10427729040384293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041026659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10126793384552002, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041041061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11964753270149231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041055570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11688214540481567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041069832, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10090741515159607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041084588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10002478212118149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041098830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12057120352983475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041098830, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041098831, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041180802, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773169994354248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041180803, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041180803, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1785041195484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106390431523323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041210053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0965723991394043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041224620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10462447255849838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041239265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10304269939661026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041253530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10814250260591507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041268233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10429040342569351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041282613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10609500110149384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041296980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11241357028484344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041311684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.105167917907238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041326272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1080334484577179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041340784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10570752620697021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041355146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11454000324010849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041369425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068277508020401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041383911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10245957225561142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041383912, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041383912, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041466914, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7733433842658997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041466915, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041466915, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1785041481323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09952801465988159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041495857, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09312146157026291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041510088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09609147161245346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041524579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09671977162361145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041538883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0965789407491684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041553396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09441717714071274, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041567506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10035320371389389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041581719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0968392863869667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041596273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10285723209381104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041610709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777643322944641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041625451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10465335100889206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041639740, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324513167142868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041653970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11409050226211548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041668768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11095251142978668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041668768, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041668768, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041751828, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7734858393669128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041751829, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041751829, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1785041766304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09801874309778214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041780711, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10683964937925339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041795369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954195261001587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041809586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10132191330194473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041824186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09924669563770294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041838791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10748124867677689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041853002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046445369720459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041867304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593511909246445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041881912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10268934816122055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041896055, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10079678893089294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041910187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995676577091217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041924312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1028614491224289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041938524, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10907084494829178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041952610, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11481061577796936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785041952611, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785041952612, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042035116, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.773608922958374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042035117, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042035117, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1785042049369, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956225544214249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042063699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10667037963867188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042077953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09087102115154266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042092076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102563351392746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042106455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645650327205658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042120572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736025124788284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042134669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1103699579834938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042148918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10228993743658066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042163359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057242214679718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042177721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10384442657232285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042192325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243874788284302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042206618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10720664262771606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042221127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10424961149692535, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042235747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108835868537426, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042235748, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042235748, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042318631, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7737111449241638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042318632, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042318633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1785042333110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10328163206577301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042347597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10285752266645432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042361699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10355991870164871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042375639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10260442644357681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042390657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725440829992294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042404935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10070332139730453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042419384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09810589253902435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042434044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10154598951339722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042448688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119617372751236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042463262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526324808597565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042477707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10395409166812897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042492115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10212095081806183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042506614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362622141838074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042521025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653871297836304, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042521026, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042521026, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042604714, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738252282142639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042604715, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042604715, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1785042619183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10855220258235931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042633908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10169089585542679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042648409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344725847244263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042663064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10100530833005905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042677847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10441668331623077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042692140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11320183426141739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042706722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.101235531270504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042721022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11033476144075394, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042735755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11254958808422089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042750842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692405700683594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042765522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1031406968832016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042780321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557381063699722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042795312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052471324801445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042810095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09806354343891144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042810095, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785042810096, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785042894983, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738267183303833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785042894984, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785042894984, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1785042909611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102642327547073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042924249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09898138791322708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042938869, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10635606199502945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042953059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10062753409147263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042968149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842334479093552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042982401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1093006283044815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785042996885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10780488699674606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043011505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1155586689710617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043025807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11373691260814667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043039976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10044945776462555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043054021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10368963330984116, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043068242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10301890969276428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043082468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053866595029831, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043096638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10729727894067764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043096639, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043096639, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043179486, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7739631533622742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043179487, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043179487, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1785043193825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10133937746286392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043208044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10001853853464127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043222603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092868372797966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043236946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453467071056366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043251182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09393051266670227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043266023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11297674477100372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043280324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011042594909668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043294737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772378742694855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043309389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331428796052933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043324343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351146757602692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043338793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10929463803768158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043353482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11420144140720367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043368268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10538181662559509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043383120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10278709977865219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043383120, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043383121, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043465312, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7740310430526733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043465313, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043465313, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1785043480449, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11263345927000046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043495182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10881412774324417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043509817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10947076231241226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043524675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666826367378235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043538999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10163544863462448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043553317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10737879574298859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043568652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11876723170280457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043583720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094549223780632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043598611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11590006947517395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043613784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12140027433633804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043628604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10704666376113892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043643454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985877364873886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043658436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11530294269323349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043673281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11024171113967896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043673282, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043673282, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043755753, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7740340232849121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043755754, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043755754, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1785043770727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11318147927522659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043785837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10940331965684891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043800821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11039263755083084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043815717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643842071294785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043830476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10427824407815933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043845302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11373378336429596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043860154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10698573291301727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043875064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11472335457801819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043890233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11275634914636612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043905520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11935865879058838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043920742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10607051849365234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043935702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1175990030169487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043950765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685086250305176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043966158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1184300109744072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785043966159, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785043966159, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044048683, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742920517921448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044048684, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044048684, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1785044063797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11878899484872818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044078688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10795008391141891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044093538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11934702098369598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044108280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11414128541946411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044123144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10783306509256363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044138438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11552131921052933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044153092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097051203250885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044168019, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11691984534263611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044182952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196579039096832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044197547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10632389038801193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044212143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11237234622240067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044226908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058461144566536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044241522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11700145900249481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044256443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10485583543777466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044256443, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044256444, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044338341, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742561101913452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044338342, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044338342, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1785044352936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10973937809467316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044368161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11991646885871887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044382913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997551679611206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044397587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11347004771232605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044412189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11622529476881027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044426825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10892128199338913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044441649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812753438949585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044456537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10983459651470184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044471494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11196254938840866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044486147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11197934299707413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044500980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11011625081300735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044516006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11085846275091171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044530800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11137691140174866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044545450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10916116833686829, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044545451, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044545451, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044626476, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743262648582458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044626476, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044626477, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1785044640993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11793509125709534, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044656041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053190380334854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044670918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074178665876389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044685748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360893607139587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044700737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052609235048294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044715830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11131493747234344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044730594, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781487822532654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044745283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10707570612430573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044760167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09734514355659485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044774885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10167429596185684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044789545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10517582297325134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044804146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10424518585205078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044819022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980686545372009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044833947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11589615046977997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044833948, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785044833948, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785044918022, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7742754817008972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785044918023, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785044918023, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1785044933091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11438882350921631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044947706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10464029014110565, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044962267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10026340186595917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044976868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0919642373919487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785044991401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498019844293594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045005858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10358390212059021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045020534, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10232198983430862, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045035407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11265844106674194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045049975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10731655359268188, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045064623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10286223888397217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045079609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10907576233148575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045094584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042637377977371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045109673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766849666833878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045124433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10703017562627792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045124434, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045124434, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045209008, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743895649909973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045209009, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045209009, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1785045223603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10918770730495453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045238310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10268652439117432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045252720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11081671714782715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045267134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09880869090557098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045281983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11674102395772934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045296521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10984823107719421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045310854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10337348282337189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045325651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1086292490363121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045340252, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10812889784574509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045354489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10836725682020187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045368853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11010424792766571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045383177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09953165054321289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045397283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10587770491838455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045411464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08756517618894577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045411465, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045411465, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045495064, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7745414972305298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045495065, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045495065, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1785045509380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09551838040351868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045523694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11148380488157272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045538021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10702306032180786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045552280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10111048072576523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045566589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10223418474197388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045581024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09079927951097488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045595360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10354651510715485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045609644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09707368165254593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045623774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10351338982582092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045638200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628857463598251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045652718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100715771317482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045667181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10840624570846558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045681404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10603771358728409, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045695880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288653522729874, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045695880, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045695880, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045780895, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743710279464722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045780896, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045780896, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1785045795476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09605874121189117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045810345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508861392736435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045824727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09490539133548737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045839168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10194901376962662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045853570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09806695580482483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045867598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10038144141435623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045881666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10933251678943634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045896884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10176768898963928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045911362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088237389922142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045925900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10957042872905731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045940698, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10645316541194916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045955499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10449289530515671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045970145, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913780331611633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045984884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10896828025579453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785045984885, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785045984885, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046068386, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7745290398597717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046068387, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046068388, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1785046082830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608398169279099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046097319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10411304980516434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046111664, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10280042886734009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046126234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10029977560043335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046140897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10656514018774033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046155619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09558530896902084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046170824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10484892129898071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046185425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10274410247802734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046200201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11041475832462311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046215210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09869467467069626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046229651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09782709926366806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046244044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183434188365936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046258666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09032073616981506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046273350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694222897291183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046273351, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046273352, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046356288, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7745841145515442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046356289, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046356289, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1785046370977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09841860085725784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046385911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089950263500214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046400469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09906332939863205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046415414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976993292570114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046430465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10107507556676865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046445327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10246255248785019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046459854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209770500659943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046474434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544847697019577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046489358, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10150986909866333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046503812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11144793778657913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046518805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10118843615055084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046533136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853132605552673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046547760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508773475885391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046562501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1057133674621582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046562501, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046562502, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046645740, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7747053503990173, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046645741, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046645742, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1785046660853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628858953714371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046675798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09800248593091965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046690403, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10716985166072845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046705673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611335933208466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046720653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10201172530651093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046735298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10752817243337631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046750209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09738098084926605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046765345, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09806769341230392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046780283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529821366071701, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046795081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443245619535446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046809897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255927592515945, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046824814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10970936715602875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046839718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10648257285356522, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046854627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09962116926908493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046854628, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785046854628, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785046940784, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749870419502258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785046940784, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785046940785, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1785046955150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288669914007187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046969588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10498549789190292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046983995, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09434322267770767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785046998877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09827584028244019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047013339, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10238650441169739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047028547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09989573806524277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047043522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662516206502914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047058532, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11013785749673843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047073399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1095050573348999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047088402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09905343502759933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047103269, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219220072031021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047117718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0985604077577591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047132712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11241482198238373, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047147323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11052330583333969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047147324, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047147324, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047231474, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7750868797302246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047231475, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047231475, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1785047245871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10570449382066727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047261192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467128455638885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047275703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10590463876724243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047290558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11134190112352371, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047305787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662292689085007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047320873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108212910592556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047335572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1077498346567154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047350371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09757579118013382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047365223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1063499003648758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047379749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10329656302928925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047394488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844287276268005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047408702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339990258216858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047423499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10662691295146942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047438148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09477879852056503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047438184, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047438185, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047522788, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7751519680023193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047522789, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047522789, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1785047537545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09955647587776184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047552255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10568113625049591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047566912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10313506424427032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047581688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448441654443741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047596314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10826760530471802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047610886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1224060133099556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047625601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10769456624984741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047640295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10001680999994278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047655272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11101870238780975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047670141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1108303964138031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047685261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11509428173303604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047700353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09788370877504349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047715555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10700041800737381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047730651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10385849326848984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047730689, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047730689, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047814821, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7755433917045593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047814822, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047814822, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1785047829990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09667797386646271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047845100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09739083051681519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047859951, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11255459487438202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047875048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11756789684295654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047889755, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11354352533817291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047904198, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11086272448301315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047919424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10753082484006882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047934185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11995879560709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047949062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482539981603622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047964365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108317069709301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047979484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018221080303192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785047994373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11068209260702133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048009275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11335147172212601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048024092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114297062158585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048024093, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048024093, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048107482, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7758362889289856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048107483, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048107483, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1785048122274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728780925273895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048137093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11035313457250595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048151993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11418145895004272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048166825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11079065501689911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048181632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810791701078415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048196662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10789129137992859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048211467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10148188471794128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048226188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229000985622406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048241065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12109246104955673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048255942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938509553670883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048270729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10893795639276505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048285862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383409261703491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048300965, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1036749854683876, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048316110, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10910143703222275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048316111, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048316112, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048399056, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.776186466217041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048399057, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048399057, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1785048413972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11382982134819031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048429137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11842318624258041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048444245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11362925916910172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048459556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11238491535186768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048474854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11141747981309891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048489840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11946381628513336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048505049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11166662722826004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048519634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10956371575593948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048534975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.110596664249897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048550058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09923901408910751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048565246, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980060696601868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048580947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10990498960018158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048596387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10394967347383499, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048611435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11023806780576706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048611435, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048611436, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048694846, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7764796614646912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048694847, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048694847, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1785048709874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11327142268419266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048725288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12793390452861786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048740459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10809746384620667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048755500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11250756680965424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048770772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11272880434989929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048786102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111846923828125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048801562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11398662626743317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048817214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11274465173482895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048832502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10670453310012817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048847797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10796744376420975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048863265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12988406419754028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048878392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11296815425157547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048894167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111888587474823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048909955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11601226776838303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785048909955, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785048909955, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785048995517, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7767296433448792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785048995518, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785048995518, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1785049010824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09579312801361084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049026249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11138460785150528, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049041531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1219002902507782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049056886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699749737977982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049072242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10955600440502167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049087453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10716854780912399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049102584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11220987886190414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049117456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355932056903839, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049132512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331756621599197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049147012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11717823147773743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049161812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10688144713640213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049176818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11131212115287781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049191920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09220009297132492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049206624, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10349095612764359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049206625, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049206625, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049292541, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768514156341553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049292542, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049292542, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1785049307613, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0998007282614708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049322437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09686541557312012, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049337094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1140117198228836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049351661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10749848186969757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049366277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963109880685806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049381395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10403084754943848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049396186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10762524604797363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049411026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283259093761444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049425833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09997913241386414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049440868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09469850361347198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049455661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09707077592611313, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049470305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09686420857906342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049484743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026613637804985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049499533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10057331621646881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049499533, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049499534, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049586159, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768312692642212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049586160, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049586160, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1785049601015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10324925929307938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049616162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10270736366510391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049631206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393742471933365, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049646099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10633566975593567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049660973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10189548134803772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049676266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09964390844106674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049691777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10855940729379654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049706798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530519485473633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049721891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10673359781503677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049736881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10601437091827393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049752106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386841744184494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049767012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10776780545711517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049781725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615330934524536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049797260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1129695251584053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049797305, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785049797306, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785049882926, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7773341536521912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785049882927, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785049882927, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1785049897748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10889171063899994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049912741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11163238435983658, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049928084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.106564961373806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049943607, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10684159398078918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049958709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10035856813192368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049973825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152994096279144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785049988983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09582436829805374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050003783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10678065568208694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050018422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09937532246112823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050033065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10184117406606674, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050047989, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1010720282793045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050062550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255014151334763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050077072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09922264516353607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050091967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393715649843216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050092005, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050092006, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050176862, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7775543928146362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050176863, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050176863, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1785050191848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09687646478414536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050206822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10761061310768127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050221585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046671330928802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050236348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279783606529236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050251021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09440979361534119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050265964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696648061275482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050281094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10319008678197861, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050295919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10330111533403397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050310996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10446522384881973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050325820, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11180733144283295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050340876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0953916683793068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050355937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110544949769974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050370831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11172449588775635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050385419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1015208512544632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050385460, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050385461, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050469473, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7779313325881958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050469474, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050469474, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1785050484028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09827622771263123, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050498807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728023946285248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050513527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151971131563187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050527913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513811558485031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050542972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10058874636888504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050557658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084088534116745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050572282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09988905489444733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050587233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09811810404062271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050602150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10879916697740555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050616970, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088314801454544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050631715, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0989164263010025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050646701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09392233192920685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050661309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09429013729095459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050676021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10553766787052155, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050676022, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050676022, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050758008, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7785099148750305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050758009, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050758009, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1785050772772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024998128414154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050787435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11365505307912827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050802149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10017678886651993, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050816871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10524698346853256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050831551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1099468246102333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050846223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09997612982988358, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050861020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954024642705917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050875815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10045772045850754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050890647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10638388246297836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050905455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10018035024404526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050920444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09727338701486588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050935732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207836121320724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050950952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11841566115617752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050966036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10894139111042023, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785050966037, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785050966037, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051047997, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7788505554199219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051047998, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051047998, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1785051063075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11437927186489105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051077758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10107389092445374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051092873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09956853836774826, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051107858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007462665438652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051122937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448732227087021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051137885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09894277155399323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051152716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002778485417366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051167763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058330088853836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051182441, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055213212966919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051197006, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09330917149782181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051212481, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10352843254804611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051227020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10142980515956879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051241694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09418658912181854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051256537, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09950333833694458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051256538, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051256538, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051338575, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7790018320083618, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051338576, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051338576, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1785051353446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11102540791034698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051368203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11338824033737183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051382735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10082482546567917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051397487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10664589703083038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051412189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10243093222379684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051426888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1017770767211914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051441395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10608028620481491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051455954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1087418645620346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051470600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09756886214017868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051485123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09698090702295303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051499777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002243310213089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051514097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09661427140235901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051528991, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10210713744163513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051543515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10230713337659836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051543516, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051543516, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051625251, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7791846394538879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051625252, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051625252, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1785051639811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10250681638717651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051654247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10810030996799469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051668812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11193227767944336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051684031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09294495731592178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051698905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1024547666311264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051713690, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10744946449995041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051728570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1166396290063858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051743262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10088343173265457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051758158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591216385364532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051773482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895474255084991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051788374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09750571846961975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051803176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10714153945446014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051818121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09842141717672348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051832626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10456285625696182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051832627, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785051832627, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785051915149, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7796854972839355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785051915149, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785051915150, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1785051930445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11010333150625229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051945154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10358525067567825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051959533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09176407009363174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051974796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10055691003799438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785051989550, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10792253166437149, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052004285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1115415021777153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052019615, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09655426442623138, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052034734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10341567546129227, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052049709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050177812576294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052064570, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0982932522892952, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052079440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344594717025757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052094305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10467391461133957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052109011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002132296562195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052123948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11330369114875793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052123949, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052123949, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052206263, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7796527147293091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052206264, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052206264, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1785052221002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859814286231995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052236206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10471327602863312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052251039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10199669003486633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052266068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10835345089435577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052280873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10208049416542053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052295933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971112921833992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052310633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10241781175136566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052325284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11113369464874268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052340061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10125716030597687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052354979, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09447497874498367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052369792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10378646105527878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052385002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11191640794277191, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052400265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137928277254105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052415184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11784270405769348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052415185, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052415185, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052500985, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7799276113510132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052500986, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052500986, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1785052516197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09981628507375717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052531111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09699826687574387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052546280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10601243376731873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052561547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11250147223472595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052576939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11696992069482803, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052592157, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09578622877597809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052607332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10636766254901886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052622162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10103476792573929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052637197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011614054441452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052652161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10438644886016846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052666637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10658632963895798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052682105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10948285460472107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052696783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09938912093639374, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052711605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11342119425535202, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052711606, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052711606, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052797095, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7804022431373596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052797096, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052797096, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1785052812210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11216588318347931, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052827499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11124176532030106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052842466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10635153204202652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052857372, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11885037273168564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052872228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11619836091995239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052887336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10034791380167007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052902435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1174008771777153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052917299, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389193683862686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052932294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10618581622838974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052947274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10689610242843628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052962408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10721380263566971, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052977401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10526325553655624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785052992582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10710801929235458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053007266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11558616161346436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053007267, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053007267, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053088519, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7807079553604126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053088520, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053088520, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1785053103803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11172465234994888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053118720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10371177643537521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053134052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10229676961898804, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053149245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11612074822187424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053164473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793616622686386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053179308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10489306598901749, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053194335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386357456445694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053209300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132175549864769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053224686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11778215318918228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053239914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10482483357191086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1785053255242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11564325541257858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053270432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11180909723043442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053285057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10782753676176071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053300181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11619686335325241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053300182, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053300182, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053381695, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7810214161872864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053381696, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053381697, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1785053396502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121721029281616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053411847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11133447289466858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053427057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11527463048696518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053442041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10014904290437698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053457445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09854444861412048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053472804, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10742687433958054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053488133, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09902872145175934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053503375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819010436534882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053518678, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10012488812208176, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053533769, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10582534223794937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053548823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11474596709012985, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053563746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10989334434270859, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053578552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11750618368387222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053593801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11215201020240784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053593802, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053593802, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053677228, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7814888954162598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053677229, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053677229, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1785053692146, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11149968206882477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053707276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562536865472794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053722119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056513339281082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053737181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11595930904150009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053752343, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11221322417259216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053767611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11652375012636185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053783214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09898607432842255, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053798673, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10843845456838608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053814186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10797138512134552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053829859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1082003191113472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053845601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11769521236419678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053861051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044465005397797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053876359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1030433177947998, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053891831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11027389764785767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785053891831, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785053891832, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785053972861, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7811171412467957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785053972861, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785053972862, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1785053987668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10567289590835571, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054002908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11056801676750183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054017827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11880995333194733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054033191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628723353147507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054047768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10490485280752182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054062527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10072874277830124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054077996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620785504579544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054092760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10924496501684189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054107686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1120743602514267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054122362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09363242983818054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054137340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11679542809724808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054152163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09952055662870407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054166486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09829719364643097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054180880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10708057135343552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054180880, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054180881, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054263206, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7810669541358948, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054263207, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054263207, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1785054277915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007923111319542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054292961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09290392696857452, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054307892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0963250994682312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054322630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868389159440994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054337303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10776635259389877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054352004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11241219192743301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054366499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09500519931316376, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054381266, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10521692782640457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054395941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10602521896362305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054410504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10996668040752411, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054424984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09757247567176819, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054440011, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09828417748212814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054454850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11128991842269897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054469351, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09865450114011765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054469352, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054469352, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054551501, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7816809415817261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054551501, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054551502, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1785054566440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10561046004295349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054581169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0955706313252449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054596282, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10295005887746811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054611344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09557194262742996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054626291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10189777612686157, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054641048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11073702573776245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054655980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10646399855613708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054670576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09520167857408524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054685370, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11325940489768982, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054700106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10397934913635254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054714480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344891250133514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054729876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10156407207250595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054744694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10304336994886398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054759937, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1012105718255043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054759938, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785054759938, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785054842772, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7814342975616455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785054842773, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785054842773, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1785054858170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10042937844991684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054873489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09895973652601242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054888592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10099714249372482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054903288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10171964019536972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054918416, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09881605207920074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054933213, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10045759379863739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054947797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09683693945407867, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054962390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10009517520666122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054977334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1032460406422615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785054992097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10814335197210312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055007051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348436236381531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055021986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1073966696858406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055036818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10138839483261108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055051340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0956558957695961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055051341, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055051341, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055135528, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7818154692649841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055135529, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055135529, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1785055150557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09400293231010437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055165098, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0990832969546318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055179779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09640584886074066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055194485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09961166232824326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055209304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10393788665533066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055224846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09508147090673447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055239993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10174640268087387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055255321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0974823534488678, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055270086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0976036936044693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055285195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1038234606385231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055300365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0934252068400383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055315917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723937302827835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055331332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433796793222427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055346895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10809801518917084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055346896, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055346897, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055430313, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7819897532463074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055430313, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055430313, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1785055445533, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047096997499466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055460500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10112645477056503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055475444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10535863786935806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055491004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10291267186403275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055505816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09605276584625244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055520746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10469988733530045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055535743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09460142254829407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055550396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11387782543897629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055565000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09824220836162567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055580377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08957105875015259, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055595422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10011179745197296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055610335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10408267378807068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055625129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10433867573738098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055639902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841730237007141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055639903, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055639903, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055722196, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7822414040565491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055722197, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055722197, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1785055736908, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09962751716375351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055751320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051267609000206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055766119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09754883497953415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055781087, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0999884307384491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055796002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10014534741640091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055810787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09425465017557144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055825540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10403574258089066, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055840663, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10226717591285706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055855222, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10019170492887497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055870253, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10997647792100906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055884608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09742698818445206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055899484, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09936152398586273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055914249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09984339773654938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055929051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510250926017761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785055929051, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785055929052, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056011426, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.782217800617218, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056011427, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056011428, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1785056026461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10100886970758438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056041348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09520447254180908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056056327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09824647754430771, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056071099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760688781738281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056086216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10278007388114929, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056101212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08729714900255203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056116296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10573576390743256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056131598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09288742393255234, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056146768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426854342222214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056161747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09526742249727249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056176661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09462322294712067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056191444, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10253601521253586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056206270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11127454787492752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056220990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0977720245718956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056220991, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056220991, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056305251, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7828539609909058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056305252, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056305252, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1785056319591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09515446424484253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220364800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056334916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09562563896179199, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220528640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056349621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10027037560939789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220692480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056364482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1021590456366539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220856320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056379795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10370168834924698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221020160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056395132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10564199835062027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221184000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056410322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10796640813350677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221347840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056425259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1155538260936737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221511680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056440312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10808967798948288, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221675520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056455247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09902267158031464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 221839360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056470201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11042363196611404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222003200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056485267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09637783467769623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222167040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056500393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09421882778406143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222330880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056515336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10838200896978378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 222494720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1785056515337, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} -:::MLLOG {"namespace": "", "time_ms": 1785056515337, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 222494720, "epoch_num": 0.09712383428602152}} diff --git a/recommendation/rcp_logs/gbs_8192/seed8752.log b/recommendation/rcp_logs/gbs_8192/seed8752.log new file mode 100644 index 000000000..6dac7d317 --- /dev/null +++ b/recommendation/rcp_logs/gbs_8192/seed8752.log @@ -0,0 +1,227 @@ +:::MLLOG {"namespace": "", "time_ms": 1790243503995, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 104}} +:::MLLOG {"namespace": "", "time_ms": 1790243504072, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/train_ranker.py", "lineno": 105}} +:::MLLOG {"namespace": "", "time_ms": 1790243519706, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "dlrmv4", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 153}} +:::MLLOG {"namespace": "", "time_ms": 1790243519712, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 154}} +:::MLLOG {"namespace": "", "time_ms": 1790243519715, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 155}} +:::MLLOG {"namespace": "", "time_ms": 1790243519718, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 156}} +:::MLLOG {"namespace": "", "time_ms": 1790243519720, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "GB300", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 157}} +:::MLLOG {"namespace": "", "time_ms": 1790243519723, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 179}} +:::MLLOG {"namespace": "", "time_ms": 1790243519726, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 180}} +:::MLLOG {"namespace": "", "time_ms": 1790243519728, "event_type": "POINT_IN_TIME", "key": "seed", "value": 8752, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 183}} +:::MLLOG {"namespace": "", "time_ms": 1790243519731, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 184}} +:::MLLOG {"namespace": "", "time_ms": 1790243519734, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 188}} +:::MLLOG {"namespace": "", "time_ms": 1790243519737, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.95, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 193}} +:::MLLOG {"namespace": "", "time_ms": 1790243519739, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 194}} +:::MLLOG {"namespace": "", "time_ms": 1790243519742, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 195}} +:::MLLOG {"namespace": "", "time_ms": 1790243519745, "event_type": "POINT_IN_TIME", "key": "opt_weight_decay", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 199}} +:::MLLOG {"namespace": "", "time_ms": 1790243519748, "event_type": "POINT_IN_TIME", "key": "opt_gradient_clip_norm", "value": 1.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 205}} +:::MLLOG {"namespace": "", "time_ms": 1790243519751, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 24000, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 209}} +:::MLLOG {"namespace": "", "time_ms": 1790243519754, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_start_lr", "value": 0.0, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 215}} +:::MLLOG {"namespace": "", "time_ms": 1790243519756, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 221}} +:::MLLOG {"namespace": "", "time_ms": 1790243519759, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 227}} +:::MLLOG {"namespace": "", "time_ms": 1790243519762, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 4096, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 233}} +:::MLLOG {"namespace": "", "time_ms": 1790243519765, "event_type": "POINT_IN_TIME", "key": "eval_every_data_pct", "value": 0.001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 242}} +:::MLLOG {"namespace": "", "time_ms": 1790243519767, "event_type": "POINT_IN_TIME", "key": "skip_eval_epoch_pct", "value": 0.025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 248}} +:::MLLOG {"namespace": "", "time_ms": 1790243519771, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 254}} +:::MLLOG {"namespace": "", "time_ms": 1790243519773, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 255}} +:::MLLOG {"namespace": "", "time_ms": 1790244473353, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 323}} +:::MLLOG {"namespace": "", "time_ms": 1790244473896, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 325}} +:::MLLOG {"namespace": "", "time_ms": 1790244473977, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 0, "epoch_num": 0.0}} +:::MLLOG {"namespace": "", "time_ms": 1790255155961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388198733329773, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 409600, "lr": 2.0416666666666663e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255179464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860371708869934, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255202460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822172582149506, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1228800, "lr": 6.208333333333333e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255225557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138494074344635, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} +:::MLLOG {"namespace": "", "time_ms": 1790255249027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13874728977680206, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2048000, "lr": 1.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255272321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13844628632068634, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255296140, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13830417394638062, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 2867200, "lr": 1.4541666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255319709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13803496956825256, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255343301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13860347867012024, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 3686400, "lr": 1.8708333333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255367344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385633945465088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255392068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13799647986888885, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4505600, "lr": 2.2874999999999998e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255423603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13822798430919647, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255447650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378171443939209, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5324800, "lr": 2.7041666666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255471361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13738186657428741, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255495212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13663779199123383, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6144000, "lr": 3.120833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255519068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775920867919922, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255543324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13674622774124146, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 6963200, "lr": 3.5375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255567580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13675494492053986, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255592499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359887421131134, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 7782400, "lr": 3.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255617026, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1373639553785324, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255641803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13457700610160828, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 8601600, "lr": 4.370833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255666250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13517656922340393, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255718410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13558700680732727, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9420800, "lr": 4.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255742872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13440872728824615, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255767194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366450935602188, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10240000, "lr": 5.204166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255791346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13768011331558228, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255815438, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13581585884094238, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11059200, "lr": 5.620833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255839406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771489262580872, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255863616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13634708523750305, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 11878400, "lr": 6.0375e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255887903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13471098244190216, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255912126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13682039082050323, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 12697600, "lr": 6.454166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255936394, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131260946393013, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255960451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13313864171504974, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13516800, "lr": 6.870833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790255984776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374972343444824, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256009024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12911346554756165, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14336000, "lr": 7.2875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256033316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12758584320545197, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256057457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13232578337192535, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15155200, "lr": 7.704166666666665e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256082089, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340149819850922, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256106906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13427753746509552, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 15974400, "lr": 8.120833333333332e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256131757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337192952632904, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256156675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356012523174286, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 16793600, "lr": 8.537500000000001e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256181897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354008913040161, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256206821, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525725901126862, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 17612800, "lr": 8.954166666666667e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256231733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360312581062317, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256256800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13196465373039246, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18432000, "lr": 9.370833333333334e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256282176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13529887795448303, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256307363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306421458721161, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19251200, "lr": 9.7875e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256332747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133970245718956, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} +:::MLLOG {"namespace": "", "time_ms": 1790256357691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1318528652191162, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20070400, "lr": 1.0204166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256382118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1297042965888977, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256406639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13963176310062408, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 20889600, "lr": 1.0620833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256431312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301773488521576, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256455922, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13023315370082855, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 21708800, "lr": 1.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256480507, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555099070072174, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256504878, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339532732963562, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22528000, "lr": 1.1454166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256529834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12947332859039307, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256554341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12942004203796387, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23347200, "lr": 1.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256578994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12956927716732025, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256603475, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12860742211341858, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24166400, "lr": 1.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256627892, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372261941432953, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256652718, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366235315799713, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 24985600, "lr": 1.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256677193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656066358089447, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256701914, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13211095333099365, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 25804800, "lr": 1.3120833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256726563, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819487392902374, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256751123, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13025066256523132, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 26624000, "lr": 1.3537499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256776122, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272796243429184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256800671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13442115485668182, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27443200, "lr": 1.3954166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256826053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14237672090530396, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256851285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13545121252536774, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28262400, "lr": 1.4370833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256876762, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12606994807720184, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256902382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371033638715744, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29081600, "lr": 1.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256927706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13303571939468384, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256953161, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13214053213596344, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 29900800, "lr": 1.5204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790256978500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13189023733139038, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257004075, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789348304271698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 30720000, "lr": 1.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257029707, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14117702841758728, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257054802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13337023556232452, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31539200, "lr": 1.6037499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257079560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13412730395793915, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257104575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13183623552322388, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32358400, "lr": 1.6454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257129431, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13206647336483002, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257154436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540193438529968, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33177600, "lr": 1.6870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257179439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13985103368759155, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257204600, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13500739634037018, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 33996800, "lr": 1.72875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257229440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13578523695468903, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257254294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13078060746192932, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 34816000, "lr": 1.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257279130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352505385875702, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257304310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13458269834518433, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 35635200, "lr": 1.8120833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257329185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13110390305519104, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257354350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13388560712337494, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36454400, "lr": 1.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257379121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13785317540168762, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257403875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13244329392910004, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37273600, "lr": 1.8954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257428620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13201889395713806, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257453772, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12914808094501495, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38092800, "lr": 1.9370833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257478894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13368940353393555, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257504184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12871864438056946, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 38912000, "lr": 1.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257529247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1349021941423416, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257554435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136677086353302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 39731200, "lr": 2.0204166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257579371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12606298923492432, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257604410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13236361742019653, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40550400, "lr": 2.062083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257629815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269475370645523, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257654651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515780866146088, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41369600, "lr": 2.10375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257679996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13368460536003113, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257705080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13509994745254517, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42188800, "lr": 2.1454166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257730114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13501262664794922, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257755292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13050588965415955, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43008000, "lr": 2.1870833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257780548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14044973254203796, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257805816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1337449848651886, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 43827200, "lr": 2.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257830842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13906386494636536, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257856805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12701931595802307, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 44646400, "lr": 2.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257882427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512581586837769, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257908052, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13455137610435486, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45465600, "lr": 2.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257933871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333456218242645, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257959671, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13756798207759857, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46284800, "lr": 2.35375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790257985682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13551485538482666, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258011626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.136854887008667, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47104000, "lr": 2.3954166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258037448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13273794949054718, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258063429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912756204605103, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 47923200, "lr": 2.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258089125, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13188940286636353, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258115024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13241492211818695, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 48742400, "lr": 2.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258140688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1300315260887146, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258166283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12767599523067474, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49561600, "lr": 2.5204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258191502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315668821334839, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258216572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12542760372161865, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50380800, "lr": 2.5620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258241644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12749463319778442, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258267037, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1421588510274887, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51200000, "lr": 2.6037500000000003e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258292316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131652370095253, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258317564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12514673173427582, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52019200, "lr": 2.6454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258343223, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11906644701957703, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258368520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13693656027317047, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 52838400, "lr": 2.687083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258393551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1301189512014389, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258418568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12582290172576904, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 53657600, "lr": 2.7287499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258443580, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12308967113494873, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258468971, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13053585588932037, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54476800, "lr": 2.7704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258494265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12906385958194733, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258519429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12700308859348297, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55296000, "lr": 2.812083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258544850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12398562580347061, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258570165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12609730660915375, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56115200, "lr": 2.85375e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258595279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1277313530445099, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258620382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12162792682647705, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 56934400, "lr": 2.8954166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258645493, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12739518284797668, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258645674, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258645678, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258868761, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6252747178077698, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258868767, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258868770, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} +:::MLLOG {"namespace": "", "time_ms": 1790258894363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12406884878873825, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 57753600, "lr": 2.9370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258919747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1273081749677658, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258944935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12391162663698196, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58572800, "lr": 2.97875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258970331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11687986552715302, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790258995702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11413659900426865, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59392000, "lr": 3.0204166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259010816, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259010822, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259104457, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6413084864616394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259104461, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259104465, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} +:::MLLOG {"namespace": "", "time_ms": 1790259114539, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12402191013097763, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259139633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.118625707924366, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60211200, "lr": 3.0620833333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259164754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12447389960289001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259190942, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12725381553173065, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61030400, "lr": 3.1037499999999997e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259216467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11610443145036697, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259241796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12028735131025314, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 61849600, "lr": 3.1454166666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259247134, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259247140, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259344519, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6660036444664001, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259344533, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259344536, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} +:::MLLOG {"namespace": "", "time_ms": 1790259365020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12181524932384491, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259390605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1175486147403717, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 62668800, "lr": 3.187083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259416039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12084686756134033, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259441447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12145921587944031, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63488000, "lr": 3.22875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259466626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11868929117918015, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259486974, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259486980, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259583078, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6981698274612427, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259583590, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259583594, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} +:::MLLOG {"namespace": "", "time_ms": 1790259588705, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11515303701162338, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64307200, "lr": 3.2704166666666666e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259614320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11845287680625916, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259639903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111719511449337, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65126400, "lr": 3.312083333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259665471, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003360897302628, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259692067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12597587704658508, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 65945600, "lr": 3.3537499999999994e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259718170, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1267632693052292, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259728588, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259728594, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259824118, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7441772818565369, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259824123, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259824126, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} +:::MLLOG {"namespace": "", "time_ms": 1790259839854, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12199027091264725, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 66764800, "lr": 3.395416666666667e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259865799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11430482566356659, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259892103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11792559921741486, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67584000, "lr": 3.4370833333333334e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259918364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546098440885544, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259944560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12105223536491394, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68403200, "lr": 3.47875e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259970657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11689777672290802, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} +:::MLLOG {"namespace": "", "time_ms": 1790259970663, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 336, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790259970666, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 343, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260069326, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7572221159934998, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 384, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260069331, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 387, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} +:::MLLOG {"namespace": "", "time_ms": 1790260069334, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/workspace/recommendation/generative_recommenders/dlrm_v4/train/mlperf_logging_utils.py", "lineno": 368, "status": "success", "samples_count": 68812800, "epoch_num": 0.030038299263717993}} diff --git a/recommendation/rcp_logs/gbs_8192/seed914924190.log b/recommendation/rcp_logs/gbs_8192/seed914924190.log deleted file mode 100644 index b79d012e0..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed914924190.log +++ /dev/null @@ -1,1840 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784651468375, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784651468375, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784651489971, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784651489973, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "seed", "value": 914924190, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784651489974, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784651489975, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784652395978, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784652395979, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784652396394, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784652514109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13951851427555084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784652526454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13819362223148346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652539226, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855282962322235, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652552094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13848203420639038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652565078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853426277637482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652578220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834579288959503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652591132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13838481903076172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652604455, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13959240913391113, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652617945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387408822774887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652630906, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853862881660461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652644464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138670414686203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652658115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13876578211784363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784652671643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13840147852897644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652685001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13907094299793243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652685001, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652685002, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652767451, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49707460403442383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652767455, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652767455, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784652780579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13830280303955078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652793902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382291615009308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652807796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13837756216526031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652821085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382341980934143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652834776, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13795702159404755, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652848652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13793408870697021, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652861891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796277344226837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652875274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13797645270824432, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652889203, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375451534986496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652902713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13801603019237518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652916696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383693814277649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652930568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13861341774463654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652944117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783757388591766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652958210, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13842548429965973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784652958210, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784652958211, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653039161, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4972328543663025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653039162, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653039162, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784653052639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376173496246338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653066356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13813334703445435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653080115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13730737566947937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653094218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13645467162132263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653107775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376720815896988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653121155, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13774965703487396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653134627, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13702039420604706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653149106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13690844178199768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653162963, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13653355836868286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653176566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13739821314811707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653190327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374027132987976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653203757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13751189410686493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653217962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13762672245502472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653231679, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13745591044425964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653231680, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653231680, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653312642, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49742311239242554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653312644, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653312644, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784653325849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13662531971931458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653339468, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13741935789585114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653352899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13649596273899078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653367178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13707399368286133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653381060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13736817240715027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653395027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375395506620407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653408988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13647836446762085, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653422778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13736170530319214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653437044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13672098517417908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653450928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13872510194778442, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653464682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361525058746338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653478306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378493309020996, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653492111, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13510721921920776, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653506038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1363954097032547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653506038, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653506039, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653591716, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49773159623146057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653591717, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653591717, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784653605341, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1360086351633072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653618974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525965809822083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653632317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13730329275131226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653646025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13433951139450073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653659954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13644443452358246, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653673629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13319307565689087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653687562, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135467991232872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653701028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13519659638404846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653714861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777241110801697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653728318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13521729409694672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653741935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14829328656196594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653756072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13540995121002197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653769677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13372507691383362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653783567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13771967589855194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653783568, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653783569, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653869073, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4981797933578491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653869074, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653869074, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784653882494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352488398551941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653895990, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13994455337524414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653909656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13592812418937683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653923120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13297617435455322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653936548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13474617898464203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653950194, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13929271697998047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653963790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13330358266830444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653977706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13285589218139648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784653991453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330314576625824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654004948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13133813440799713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654018632, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308990865945816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654032014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13493920862674713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654045648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13178613781929016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654059805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13907888531684875, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654059806, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654059807, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654144641, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.4987562894821167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654144642, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654144642, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784654158399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13369795680046082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654172080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326720893383026, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654185946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13571718335151672, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654199677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512013852596283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654213421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13770067691802979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654227258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12750589847564697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654240840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13557960093021393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654254691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12935368716716766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654268702, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356485962867737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654282890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13266897201538086, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654296834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13361451029777527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654311160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13436509668827057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654325504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13534866273403168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654339540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133548304438591, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654339541, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654339541, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654423829, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.49961382150650024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654423830, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654423830, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784654438007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13254708051681519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654452028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13381817936897278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654466209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13550618290901184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654480701, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355738341808319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654494867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13960345089435577, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654508747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332981437444687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654523681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13525442779064178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654537895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347357511520386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654552206, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13290861248970032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654566691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13195425271987915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654580819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596037030220032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654595420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13352897763252258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654609585, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13348065316677094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654623572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13054174184799194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654623573, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654623573, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654708780, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5006323456764221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654708781, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654708781, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784654723434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137940913438797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654737741, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13502950966358185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654752062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13562911748886108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654766478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13117176294326782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654780779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13373509049415588, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654795180, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13419216871261597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654809700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369687020778656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654824149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1340666115283966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784654838717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329977959394455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654852839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12979090213775635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654866736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12769101560115814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654880730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13306543231010437, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654894684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12949402630329132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654908298, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1247875988483429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784654908299, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654908299, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654990145, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5017739534378052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654990146, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784654990146, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784655004274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13116785883903503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655018152, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13609525561332703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655032350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13326500356197357, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655046541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13049113750457764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655060221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.128273606300354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655074275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12674881517887115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655088504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12892068922519684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655102185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13235504925251007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655115896, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353323757648468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655129746, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1250692903995514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655143427, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12883499264717102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655157022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.134393572807312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655170905, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13106901943683624, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655184939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292581856250763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655184939, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655184940, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655268887, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5032806992530823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655268889, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655268889, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784655282870, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13070078194141388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655296643, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12924572825431824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655310101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318179547786713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655324591, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12379670888185501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655338945, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12948788702487946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655352778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1259354203939438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655366725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13016308844089508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655380858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12196028232574463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655394742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13561828434467316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655409018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13723546266555786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655422964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12375228852033615, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655437360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12330742925405502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655451557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12565001845359802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655465587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12902140617370605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655465588, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655465589, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655549166, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5050154328346252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655549167, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655549167, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784655562695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13642561435699463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655577108, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13656863570213318, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655591100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356521099805832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655604911, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13999302685260773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655618737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13662689924240112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655632576, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13827961683273315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655646514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12740936875343323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655660365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12622682750225067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655674207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14209617674350739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655688467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1411171853542328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655702777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12726716697216034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655716877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12800811231136322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655730961, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326916515827179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655744445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13158592581748962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655744445, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655744446, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655828456, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5067891478538513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655828457, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655828457, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784655843270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1414201706647873, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655857653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14239457249641418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655871807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13537077605724335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655886187, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13938970863819122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655900675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1451673060655594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655914840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1409745216369629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655929371, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258518397808075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655943781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13755619525909424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655958409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13162946701049805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655972969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13603952527046204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784655987419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13777753710746765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656001677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13304005563259125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656016506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13446283340454102, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656030867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13638289272785187, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656030868, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656030869, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656113001, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5086406469345093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656113002, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656113002, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784656127008, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13863995671272278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656141460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789090514183044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656155871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13182172179222107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656170265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13295626640319824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656184681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.133761465549469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656199360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13982853293418884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656213929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13300755620002747, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656228623, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14127117395401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656242681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14079280197620392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656257362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13513807952404022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656271642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1277136653661728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656285700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13006626069545746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656299703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13412229716777802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656313855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12770019471645355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656313856, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656313857, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656395777, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5110849142074585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656395779, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656395779, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784656409891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13217739760875702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656423861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13691164553165436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656438177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13357456028461456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656452406, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13202334940433502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656466868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1339401751756668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656481080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13358932733535767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656495703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13377182185649872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656510135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326957494020462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656524275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13982050120830536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656539148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131998211145401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656553361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880538403987885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656567114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13108496367931366, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656581002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13242831826210022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656595002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355794370174408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656595002, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656595003, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656676633, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5145903825759888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656676634, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656676634, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784656690581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13351312279701233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656704456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12299859523773193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656718258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13058851659297943, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656732131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304146647453308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656745992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13513275980949402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656760329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353587955236435, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656774254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355082094669342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656788668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12419579923152924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656802778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309286504983902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656816521, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310889571905136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656831204, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13035368919372559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656845288, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332540512084961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656859450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1308698207139969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656873385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13001573085784912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656873386, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656873387, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656955088, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5192397236824036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656955089, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656955090, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784656969163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13802136480808258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656983279, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1323295682668686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784656997482, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335235834121704, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657011877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13055014610290527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657026117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12699496746063232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657040456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1320924162864685, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657055320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13559795916080475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657070045, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13317333161830902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657084593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13149167597293854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657099375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1388409584760666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657113941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13381518423557281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657127887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375548392534256, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657142653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13193529844284058, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657156734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1334007829427719, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657156735, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657156735, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657239924, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5258198380470276, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657239925, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657239925, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784657253853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13107047975063324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657267668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13486658036708832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657281593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377488523721695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657295636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13322030007839203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657309549, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1275329887866974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657323535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12918399274349213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657337450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12603016197681427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657351331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12419457733631134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657365457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13616912066936493, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657379712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13730286061763763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657393943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13463373482227325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657408781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269654929637909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657423220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13101130723953247, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657436859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1235862448811531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657436859, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657436860, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657520321, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5354706645011902, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657520322, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657520323, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784657534773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13242857158184052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657548875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13244673609733582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657563267, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374757766723633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657577625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1377996802330017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657591737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13621146976947784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657606029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13132013380527496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657620366, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1272916942834854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657634868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13484273850917816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657649065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12455197423696518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657663544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1304454505443573, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657677978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13234888017177582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657692485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13406121730804443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657706985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14014868438243866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657721214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13618884980678558, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657721214, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657721215, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657801888, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5501266717910767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657801889, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657801889, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784657816867, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13665083050727844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657831220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1314096450805664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657845259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324666440486908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657859667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1387152075767517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657874588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12996986508369446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657889684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382867395877838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657904303, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347719132900238, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657919053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369338184595108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657933827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13458847999572754, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657948682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13061945140361786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657963432, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1402703821659088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657978150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13450050354003906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784657993010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12880362570285797, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658008014, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13322190940380096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658008014, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658008015, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658089452, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5667417645454407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658089454, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658089454, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784658104334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14171868562698364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658119153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13259850442409515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658134488, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13327069580554962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658149519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13065870106220245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658164609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511024415493011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658179556, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1330936849117279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658194053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383358716964722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658208687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351194828748703, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658223218, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1310320347547531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658237915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1324935406446457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658252590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1326628178358078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658267176, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1366458386182785, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658281387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1359609216451645, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658296024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13686227798461914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658296025, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658296025, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658377506, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5840389132499695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658377507, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658377507, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784658392056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13118776679039001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658406879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13469569385051727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658421402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13356541097164154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658436377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315343827009201, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658450781, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13651368021965027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658465109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12919391691684723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658480038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13319405913352966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658494328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12312334775924683, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658508830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12993106245994568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658523335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13087566196918488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658537841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13006234169006348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658552281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046598434448242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658566810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12808293104171753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658581272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12985174357891083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658581273, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658581273, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658661563, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.597716748714447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658661563, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658661564, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784658675716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12123583257198334, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658690165, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1262061446905136, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658704548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1277758926153183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658719012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13236358761787415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658733901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306033879518509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658748566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12086113542318344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658763407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294410079717636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658778337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1306142508983612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658793228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13561289012432098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658807391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1269514560699463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658822520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131390780210495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658836842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11679404228925705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658851214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11983849853277206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658865656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.123848095536232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658865657, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658865657, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658945977, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6089483499526978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658945979, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658945979, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784658960297, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12016788125038147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658974545, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1258222609758377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784658989113, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1270771324634552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659003700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13002334535121918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659017865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11932457983493805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659032074, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13354304432868958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659046171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12764734029769897, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659060260, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11971744894981384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659074727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12553542852401733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659089289, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12532325088977814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659103497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11615294963121414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659118254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1298445761203766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659132817, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12553173303604126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659147335, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1274186074733734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659147336, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659147336, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659228632, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6194322109222412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659228633, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659228633, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784659242604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1253458857536316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659257606, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11656416207551956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659272162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12034222483634949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659286461, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11922803521156311, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659300672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12289102375507355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659314888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12420984357595444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659329005, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11406473815441132, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659343062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12138283252716064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659357137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12331665307283401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659371186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1205926388502121, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659385077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11343570053577423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659399102, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11981081962585449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659413086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10712503641843796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659427320, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1221344992518425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659427320, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659427321, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659510133, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.631496250629425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659510134, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659510134, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784659524495, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11436984688043594, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659539004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11210490018129349, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659553143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12659451365470886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659568058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11896269023418427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659582426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12106858938932419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659596894, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11364932358264923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659610835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11667665839195251, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659625988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11942015588283539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659640408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1187303438782692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659654895, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11067013442516327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659669396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11761705577373505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659683800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11983279138803482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659698265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12262414395809174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659712806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11638651043176651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659712806, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659712807, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659795585, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.654762864112854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659795586, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659795586, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784659809874, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11594486981630325, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659824129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10968119651079178, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659838316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10740665346384048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659852620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154486238956451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659867053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10652945190668106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659881723, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12189936637878418, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659896433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11418909579515457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659911409, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11817489564418793, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659926084, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09919141232967377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659941150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11925877630710602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659956147, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110080033540726, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659971228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11235302686691284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784659986029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793550312519073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660000805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11593995243310928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660000805, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660000806, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660083148, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6963437795639038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660083149, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660083149, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784660097313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11905448138713837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660111788, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1194983646273613, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660126386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12191729247570038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660140880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10365217924118042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660155287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11272569000720978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660169684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11681342124938965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660184126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11955440044403076, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660198513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11813142150640488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660212681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10781590640544891, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660226799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11669033020734787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660240962, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11498109996318817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660254917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11550657451152802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660268946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11147318035364151, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660283392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1254209280014038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660283392, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660283393, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660366271, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.729306697845459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660366272, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660366272, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784660380797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12321529537439346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660395377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1152920350432396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660409669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11614107340574265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660424458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12055301666259766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660438953, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10885833948850632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660453319, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100258082151413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660467379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.111620232462883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660482424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10790517926216125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660497569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11062797904014587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660513219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11547921597957611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660528434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12294028699398041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660543492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11482632905244827, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660558831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12679077684879303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660574182, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11135312914848328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660574183, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660574183, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660656073, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.749374270439148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660656073, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660656074, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784660671382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12592677772045135, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660686470, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11298660188913345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660701445, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11713558435440063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660716816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1122908815741539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660731949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11885841935873032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660747425, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11802258342504501, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660763118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12198573350906372, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660778608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11951153725385666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660793992, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11682331562042236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660809646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11346852779388428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660824834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11578354984521866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660839796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607906222343445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660854665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1253659874200821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660869748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11433738470077515, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660869749, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660869749, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660952189, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7550464868545532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660952190, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660952190, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784660966975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12052910029888153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660981924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11988215148448944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784660996784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11354975402355194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661011890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11399007588624954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661026666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768643021583557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661041501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11408544331789017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661056313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11708945035934448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661070825, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11100886762142181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661085739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1092962920665741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661100433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10756061971187592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661115519, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12273620069026947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661130637, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577965527772903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661145648, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12197785824537277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661160940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12049926817417145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661160941, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661160941, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661244925, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7584042549133301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661244927, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661244927, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784661259928, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11893458664417267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661274700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11993011087179184, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661289450, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1145906075835228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661305153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11546212434768677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661320243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10264112055301666, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661335294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10448382794857025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661350243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11926914751529694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661365043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11485368758440018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661379848, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10331116616725922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661394578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10312729328870773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661409150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10695435851812363, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661423893, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214709281921387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661438616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11181969940662384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661453328, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11482857167720795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661453382, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661453382, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661538413, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7609966993331909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661538414, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661538414, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784661553119, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10475766658782959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661568142, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10692141950130463, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661583300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11610450595617294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661598090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11034782230854034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661613078, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072847992181778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661628363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11457620561122894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74383360, "lr": 3.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661643268, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11302147805690765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74547200, "lr": 3.7912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661657872, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11192953586578369, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74711040, "lr": 3.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661672839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11615899205207825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74874880, "lr": 3.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661687383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1111089289188385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75038720, "lr": 3.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661702015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219135135412216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75202560, "lr": 3.8245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661716660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11339563131332397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75366400, "lr": 3.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661731169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074664369225502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75530240, "lr": 3.8412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661745855, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706400126218796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75694080, "lr": 3.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661745856, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661745856, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661829611, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7616677284240723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661829612, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661829612, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 75694080, "epoch_num": 0.033042129190089795}} -:::MLLOG {"namespace": "", "time_ms": 1784661844178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10644214600324631, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 75857920, "lr": 3.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661858933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11413531005382538, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76021760, "lr": 3.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661873659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09591548144817352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76185600, "lr": 3.8745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661888234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037893146276474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76349440, "lr": 3.8829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661902730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11315039545297623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76513280, "lr": 3.8912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661917115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10508042573928833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76677120, "lr": 3.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661931784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08885429799556732, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 76840960, "lr": 3.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661946255, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10938652604818344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77004800, "lr": 3.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661960837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209403932094574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77168640, "lr": 3.9245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661975543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1162818968296051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77332480, "lr": 3.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784661990446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10724795609712601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77496320, "lr": 3.9412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662004973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10102424025535583, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77660160, "lr": 3.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662020036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10145585983991623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77824000, "lr": 3.9579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662034968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10765603929758072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 77987840, "lr": 3.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662034969, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662034969, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662117821, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7627230286598206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662117822, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662117822, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 77987840, "epoch_num": 0.03404340583221373}} -:::MLLOG {"namespace": "", "time_ms": 1784662132424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11666707694530487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78151680, "lr": 3.9745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662147085, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11216597259044647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78315520, "lr": 3.9829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662161063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10321582108736038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78479360, "lr": 3.9912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662176181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10610475391149521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78643200, "lr": 3.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662190622, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09960445016622543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78807040, "lr": 4.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662205390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10347115993499756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 78970880, "lr": 4.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662219818, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10669748485088348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79134720, "lr": 4.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662234500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083209440112114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79298560, "lr": 4.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662249009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09805843234062195, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79462400, "lr": 4.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662263676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10889076441526413, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79626240, "lr": 4.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662278046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10622848570346832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79790080, "lr": 4.0579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662292467, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10739195346832275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 79953920, "lr": 4.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662306890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10868535190820694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80117760, "lr": 4.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662321338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11396551877260208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80281600, "lr": 4.0829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662321339, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662321339, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662404423, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7608395218849182, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662404424, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662404424, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 80281600, "epoch_num": 0.03504468247433766}} -:::MLLOG {"namespace": "", "time_ms": 1784662419015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11174838989973068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80445440, "lr": 4.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662433330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09973549842834473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80609280, "lr": 4.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662447853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10277803987264633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80773120, "lr": 4.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662462389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10618622601032257, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 80936960, "lr": 4.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662477322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11110015958547592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81100800, "lr": 4.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662492092, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11402767151594162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81264640, "lr": 4.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662506651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09963998198509216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81428480, "lr": 4.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662521405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10695674270391464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81592320, "lr": 4.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662536329, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10775955766439438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81756160, "lr": 4.1579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662550696, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078806146979332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 81920000, "lr": 4.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662565359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239707469940186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82083840, "lr": 4.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662579472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09402789920568466, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82247680, "lr": 4.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662594599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.098151795566082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82411520, "lr": 4.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662609004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10761359333992004, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82575360, "lr": 4.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662609004, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662609005, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662692292, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7633724212646484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662692293, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662692293, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 82575360, "epoch_num": 0.03604595911646159}} -:::MLLOG {"namespace": "", "time_ms": 1784662706667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09221290796995163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82739200, "lr": 4.2079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662721418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10456705093383789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 82903040, "lr": 4.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662735916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11057783663272858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83066880, "lr": 4.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662750767, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0968879833817482, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83230720, "lr": 4.2329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662765195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097344011068344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83394560, "lr": 4.2412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662779873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11074347048997879, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83558400, "lr": 4.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662794515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09740129113197327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83722240, "lr": 4.2579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662809017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11151837557554245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 83886080, "lr": 4.2662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662823659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069561019539833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84049920, "lr": 4.2745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662838270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10577663034200668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84213760, "lr": 4.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662853128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1090664267539978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84377600, "lr": 4.2912499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662867412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1051446869969368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84541440, "lr": 4.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662881720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09785065054893494, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84705280, "lr": 4.3079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662896363, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728604346513748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 84869120, "lr": 4.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784662896364, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662896364, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662979777, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7627716064453125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662979778, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662979778, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 84869120, "epoch_num": 0.037047235758585526}} -:::MLLOG {"namespace": "", "time_ms": 1784662994597, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440170019865036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85032960, "lr": 4.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663009553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572925955057144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85196800, "lr": 4.3329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663024034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1058088019490242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85360640, "lr": 4.3412499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663038827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10500079393386841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85524480, "lr": 4.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663053775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09892479330301285, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85688320, "lr": 4.3579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663068317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10069633275270462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 85852160, "lr": 4.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663083522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657774657011032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86016000, "lr": 4.3745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663097822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09618804603815079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86179840, "lr": 4.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663112765, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10838782042264938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86343680, "lr": 4.3912499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663127657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10851167142391205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86507520, "lr": 4.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663142680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11627639085054398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86671360, "lr": 4.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663157763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11476539820432663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86835200, "lr": 4.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663172636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11649604141712189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 86999040, "lr": 4.4245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663187501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11593416333198547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87162880, "lr": 4.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663187502, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663187502, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663271311, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7649332284927368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663271312, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663271312, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 87162880, "epoch_num": 0.03804851240070946}} -:::MLLOG {"namespace": "", "time_ms": 1784663285929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10165029019117355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87326720, "lr": 4.4412499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663300531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11584054678678513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87490560, "lr": 4.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663314858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10806572437286377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87654400, "lr": 4.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663329451, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10186579078435898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87818240, "lr": 4.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663343984, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.091153085231781, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 87982080, "lr": 4.4745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663358682, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09901586174964905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88145920, "lr": 4.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663373202, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478005558252335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88309760, "lr": 4.4912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663387920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10737283527851105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88473600, "lr": 4.4995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663402392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10701005160808563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88637440, "lr": 4.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663416943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10064917057752609, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88801280, "lr": 4.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663432061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11469180881977081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 88965120, "lr": 4.5245833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663447072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10082987695932388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89128960, "lr": 4.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663462044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1101938784122467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89292800, "lr": 4.5412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663476647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212252080440521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89456640, "lr": 4.5495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663476647, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663476648, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663559025, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7635629773139954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663559026, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663559026, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 89456640, "epoch_num": 0.03904978904283339}} -:::MLLOG {"namespace": "", "time_ms": 1784663573713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842915624380112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89620480, "lr": 4.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663588433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1023298054933548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89784320, "lr": 4.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663603044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11100520938634872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 89948160, "lr": 4.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663618131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09234896302223206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90112000, "lr": 4.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663632700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148853600025177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90275840, "lr": 4.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663647191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696152597665787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90439680, "lr": 4.5995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663662407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239062994718552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90603520, "lr": 4.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663677588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207226663827896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90767360, "lr": 4.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663693192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12206222116947174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 90931200, "lr": 4.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663708620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1055164709687233, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91095040, "lr": 4.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663724024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1128450408577919, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91258880, "lr": 4.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663739557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12319038063287735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91422720, "lr": 4.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663754967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0995035395026207, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91586560, "lr": 4.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663770239, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11088892817497253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91750400, "lr": 4.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663770240, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663770240, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663851712, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7636770606040955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663851713, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663851713, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 91750400, "epoch_num": 0.040051065684957324}} -:::MLLOG {"namespace": "", "time_ms": 1784663866775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10414852946996689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 91914240, "lr": 4.6745833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663882109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11911071836948395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92078080, "lr": 4.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663897316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10918042808771133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92241920, "lr": 4.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663912828, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1083282083272934, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92405760, "lr": 4.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663928200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09692811965942383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92569600, "lr": 4.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663943652, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11200051009654999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92733440, "lr": 4.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663959336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10653311759233475, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 92897280, "lr": 4.7245833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663974986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10634110867977142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93061120, "lr": 4.7329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784663990274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11715427041053772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93224960, "lr": 4.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664005270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10033764690160751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93388800, "lr": 4.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664020727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1254924088716507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93552640, "lr": 4.7579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664035862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10875643044710159, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93716480, "lr": 4.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664050662, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11829700320959091, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 93880320, "lr": 4.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664065421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10808556526899338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94044160, "lr": 4.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664065422, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664065422, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664147277, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7634211182594299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664147278, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664147278, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 94044160, "epoch_num": 0.041052342327081257}} -:::MLLOG {"namespace": "", "time_ms": 1784664162349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11417596787214279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94208000, "lr": 4.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664177453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11557183414697647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94371840, "lr": 4.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664192422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11184106767177582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94535680, "lr": 4.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664207578, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11848663538694382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94699520, "lr": 4.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664222531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11471235752105713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 94863360, "lr": 4.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664237579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11965975165367126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95027200, "lr": 4.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664252749, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12721100449562073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95191040, "lr": 4.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664267439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1211310550570488, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95354880, "lr": 4.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664282167, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11690991371870041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95518720, "lr": 4.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664297153, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044881492853165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95682560, "lr": 4.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664311853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10819205641746521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 95846400, "lr": 4.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664326964, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10859448462724686, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96010240, "lr": 4.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664342018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11575690656900406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96174080, "lr": 4.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664357196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11465172469615936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96337920, "lr": 4.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664357197, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664357197, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664437991, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7659510374069214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664437992, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664437992, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 96337920, "epoch_num": 0.04205361896920519}} -:::MLLOG {"namespace": "", "time_ms": 1784664453183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11958649009466171, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96501760, "lr": 4.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664468302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10836153477430344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96665600, "lr": 4.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664483192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10899878293275833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96829440, "lr": 4.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664498560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842183232307434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 96993280, "lr": 4.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664513795, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11150064319372177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97157120, "lr": 4.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664528946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11017884314060211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97320960, "lr": 4.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664544151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11389236152172089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97484800, "lr": 4.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664559309, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10761227458715439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97648640, "lr": 4.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664574057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10687749832868576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97812480, "lr": 4.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664588469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1006854921579361, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 97976320, "lr": 4.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664603414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10476640611886978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98140160, "lr": 4.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664618000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09717684239149094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98304000, "lr": 4.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664632611, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10501432418823242, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98467840, "lr": 5.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664647105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10089010000228882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98631680, "lr": 5.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664647106, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664647107, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664727540, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7678549885749817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664727541, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664727541, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 98631680, "epoch_num": 0.04305489561132912}} -:::MLLOG {"namespace": "", "time_ms": 1784664742041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10962226986885071, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98795520, "lr": 5.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664756689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10251064598560333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 98959360, "lr": 5.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664771015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09690315276384354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99123200, "lr": 5.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664785547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866735130548477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99287040, "lr": 5.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664800271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1151350885629654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99450880, "lr": 5.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664814789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048690602183342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99614720, "lr": 5.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664829236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10547244548797607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99778560, "lr": 5.074583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664843836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10513937473297119, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 99942400, "lr": 5.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664858350, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219498723745346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100106240, "lr": 5.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664873059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12082646787166595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100270080, "lr": 5.099583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664887808, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11711021512746811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100433920, "lr": 5.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664902458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10148157924413681, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100597760, "lr": 5.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664917338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121981799602509, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100761600, "lr": 5.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664931709, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12046225368976593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 100925440, "lr": 5.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784664931710, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784664931710, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665012784, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7680723071098328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665012785, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665012785, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 100925440, "epoch_num": 0.04405617225345306}} -:::MLLOG {"namespace": "", "time_ms": 1784665027811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11144648492336273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101089280, "lr": 5.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665042494, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09666293859481812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101253120, "lr": 5.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665057265, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10501262545585632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101416960, "lr": 5.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665072023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10360636562108994, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101580800, "lr": 5.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665086466, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11103497445583344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101744640, "lr": 5.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665101381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10557538270950317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 101908480, "lr": 5.182916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665116324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10661054402589798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102072320, "lr": 5.191249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665131190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11239687353372574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102236160, "lr": 5.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665146305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10485448688268661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102400000, "lr": 5.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665161233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10847975313663483, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102563840, "lr": 5.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665176036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10611219704151154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102727680, "lr": 5.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665190747, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1151164323091507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 102891520, "lr": 5.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665205229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10677815973758698, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103055360, "lr": 5.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665219812, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10274917632341385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103219200, "lr": 5.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665219813, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665219813, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665301367, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.768868625164032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665301368, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665301368, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 103219200, "epoch_num": 0.045057448895576994}} -:::MLLOG {"namespace": "", "time_ms": 1784665316023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005469560623169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103383040, "lr": 5.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665330889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09514143317937851, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103546880, "lr": 5.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665345503, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09628257900476456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103710720, "lr": 5.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665360277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0973416268825531, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 103874560, "lr": 5.282916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665374843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09738261997699738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104038400, "lr": 5.291249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665389849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0938575267791748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104202240, "lr": 5.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665404454, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10039786994457245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104366080, "lr": 5.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665419100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09716975688934326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104529920, "lr": 5.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665434001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10314284265041351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104693760, "lr": 5.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665448839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10948928445577621, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 104857600, "lr": 5.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665463993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049174889922142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105021440, "lr": 5.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665478745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10401095449924469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105185280, "lr": 5.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665493628, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11403292417526245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105349120, "lr": 5.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665508851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228300631046295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105512960, "lr": 5.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665508852, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665508853, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665590716, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7696759700775146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665590717, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665590717, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 105512960, "epoch_num": 0.04605872553770093}} -:::MLLOG {"namespace": "", "time_ms": 1784665605649, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09893445670604706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105676800, "lr": 5.374583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665620448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815548151731491, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 105840640, "lr": 5.382916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665635604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002690345048904, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106004480, "lr": 5.391249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665650301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10190070420503616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106168320, "lr": 5.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665665166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1011393815279007, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106332160, "lr": 5.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665680100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10807599127292633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106496000, "lr": 5.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665694863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114687472581863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106659840, "lr": 5.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665709823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10691943019628525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106823680, "lr": 5.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665724847, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10288527607917786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 106987520, "lr": 5.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665739274, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162779688835144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107151360, "lr": 5.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665753680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1003788635134697, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107315200, "lr": 5.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665768209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10305988043546677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107479040, "lr": 5.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665782813, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11081109941005707, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107642880, "lr": 5.474583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665797327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11426202952861786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107806720, "lr": 5.482916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665797327, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665797328, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665879711, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7689056396484375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665879711, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665879712, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 107806720, "epoch_num": 0.04706000217982486}} -:::MLLOG {"namespace": "", "time_ms": 1784665894377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11046869307756424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 107970560, "lr": 5.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665908884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10699737071990967, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108134400, "lr": 5.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665923440, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09228158742189407, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108298240, "lr": 5.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665937946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10344073176383972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108462080, "lr": 5.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665952658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10649328678846359, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108625920, "lr": 5.524583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665967166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823854804039001, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108789760, "lr": 5.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665981695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11077644675970078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 108953600, "lr": 5.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784665996276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10383147746324539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109117440, "lr": 5.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666011228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10022103041410446, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109281280, "lr": 5.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666026051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10400830209255219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109445120, "lr": 5.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666041009, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10341557115316391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109608960, "lr": 5.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666055773, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895240306854248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109772800, "lr": 5.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666070974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10655924677848816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 109936640, "lr": 5.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666086143, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10932396352291107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110100480, "lr": 5.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666086144, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666086145, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666168834, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7702418565750122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666168834, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666168835, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 110100480, "epoch_num": 0.04806127882194879}} -:::MLLOG {"namespace": "", "time_ms": 1784666183897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10282351821660995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110264320, "lr": 5.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666198736, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10402597486972809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110428160, "lr": 5.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666213300, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10445063561201096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110592000, "lr": 5.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666227586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10308480262756348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110755840, "lr": 5.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666242920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10731486231088638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 110919680, "lr": 5.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666257644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10131070762872696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111083520, "lr": 5.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666272380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09898210316896439, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111247360, "lr": 5.657916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666287525, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10211844742298126, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111411200, "lr": 5.666250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666302424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11229649931192398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111575040, "lr": 5.674583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666317212, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1049850583076477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111738880, "lr": 5.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666331695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10358358919620514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 111902720, "lr": 5.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666346243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10234571248292923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112066560, "lr": 5.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666361166, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1047801822423935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112230400, "lr": 5.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666375803, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757316648960114, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112394240, "lr": 5.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666375803, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666375804, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666459123, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7700169086456299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666459124, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666459125, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 112394240, "epoch_num": 0.049062555464072725}} -:::MLLOG {"namespace": "", "time_ms": 1784666474001, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10842284560203552, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112558080, "lr": 5.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666488899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10183333605527878, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112721920, "lr": 5.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666503574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10413434356451035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 112885760, "lr": 5.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666518377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152316093444824, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113049600, "lr": 5.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666533280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10563187301158905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113213440, "lr": 5.757916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666547838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11234840750694275, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113377280, "lr": 5.766250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666562737, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137961804866791, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113541120, "lr": 5.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666577513, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11044442653656006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113704960, "lr": 5.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666592608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11361492425203323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 113868800, "lr": 5.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666607842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10651081800460815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114032640, "lr": 5.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666622809, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10347880423069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114196480, "lr": 5.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666637653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10480798035860062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114360320, "lr": 5.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666652730, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1053089126944542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114524160, "lr": 5.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666667722, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09939322620630264, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114688000, "lr": 5.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666667723, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666667723, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666750761, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7707329392433167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666750762, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666750762, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 114688000, "epoch_num": 0.05006383210619666}} -:::MLLOG {"namespace": "", "time_ms": 1784666765509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10240296274423599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 114851840, "lr": 5.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666780211, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09992178529500961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115015680, "lr": 5.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666794921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10694962739944458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115179520, "lr": 5.857916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666809227, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10115089267492294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115343360, "lr": 5.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666824574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10841885954141617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115507200, "lr": 5.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666839257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11003818362951279, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115671040, "lr": 5.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666854158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10708703100681305, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115834880, "lr": 5.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666869337, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11601662635803223, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 115998720, "lr": 5.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666884249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11402375251054764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116162560, "lr": 5.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666899097, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10093954205513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116326400, "lr": 5.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666913810, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10443145036697388, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116490240, "lr": 5.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666928516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10371007770299911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116654080, "lr": 5.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666943220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1052113026380539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116817920, "lr": 5.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666957726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829927772283554, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 116981760, "lr": 5.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784666957726, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784666957727, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667041553, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.770381510257721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667041553, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667041554, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 116981760, "epoch_num": 0.05106510874832059}} -:::MLLOG {"namespace": "", "time_ms": 1784667056302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10228724032640457, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117145600, "lr": 5.957916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667071093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10028024017810822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117309440, "lr": 5.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667086023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10912340134382248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117473280, "lr": 5.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667100668, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10530008375644684, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117637120, "lr": 5.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667115154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09444864094257355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117800960, "lr": 5.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667130408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11311542242765427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 117964800, "lr": 5.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667145130, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10190565139055252, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118128640, "lr": 6.007916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667159836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10757552087306976, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118292480, "lr": 6.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667174884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10355568677186966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118456320, "lr": 6.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667190082, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10386643558740616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118620160, "lr": 6.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667204915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10963695496320724, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118784000, "lr": 6.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667220041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11481548100709915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 118947840, "lr": 6.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667235070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10711006075143814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119111680, "lr": 6.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667250231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348254442214966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119275520, "lr": 6.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667250232, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667250232, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667331688, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7708614468574524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667331689, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667331689, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 119275520, "epoch_num": 0.052066385390444524}} -:::MLLOG {"namespace": "", "time_ms": 1784667347215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11297699064016342, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119439360, "lr": 6.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667362322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10944531857967377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119603200, "lr": 6.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667377277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018601804971695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119767040, "lr": 6.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667392254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1071934774518013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 119930880, "lr": 6.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667406845, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10158787667751312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120094720, "lr": 6.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667421388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10794094949960709, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120258560, "lr": 6.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667436950, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11872021853923798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120422400, "lr": 6.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667451943, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10895240306854248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120586240, "lr": 6.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667466972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11659026890993118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120750080, "lr": 6.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667482399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1230560690164566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 120913920, "lr": 6.149583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667497510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10768458247184753, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121077760, "lr": 6.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667512487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11111745983362198, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121241600, "lr": 6.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667527871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156846284866333, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121405440, "lr": 6.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667542959, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071041226387024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121569280, "lr": 6.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667542960, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667542961, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667625347, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7696937918663025, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667625348, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667625348, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 121569280, "epoch_num": 0.053067662032568456}} -:::MLLOG {"namespace": "", "time_ms": 1784667640714, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11376965045928955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121733120, "lr": 6.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667656081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10974347591400146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 121896960, "lr": 6.199583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667671275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11160551011562347, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122060800, "lr": 6.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667686529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10673508793115616, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122224640, "lr": 6.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667701680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439173132181168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122388480, "lr": 6.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667717044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1144833192229271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122552320, "lr": 6.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667732220, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10747753828763962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122716160, "lr": 6.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667747401, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1150098517537117, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 122880000, "lr": 6.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667763042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11219964176416397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123043840, "lr": 6.257916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667778510, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12021785974502563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123207680, "lr": 6.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667793915, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593871027231216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123371520, "lr": 6.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667808977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11749924719333649, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123535360, "lr": 6.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667824221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760162025690079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123699200, "lr": 6.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667839732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11970734596252441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 123863040, "lr": 6.299583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667839733, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667839734, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667922319, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7705992460250854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667922320, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667922320, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 123863040, "epoch_num": 0.05406893867469239}} -:::MLLOG {"namespace": "", "time_ms": 1784667937625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12023020535707474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124026880, "lr": 6.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667952729, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10861573368310928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124190720, "lr": 6.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667967753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1200103834271431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124354560, "lr": 6.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667982485, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11380978673696518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124518400, "lr": 6.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784667997373, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10809537768363953, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124682240, "lr": 6.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668012719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11547377705574036, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 124846080, "lr": 6.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668027447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11263449490070343, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125009920, "lr": 6.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668042560, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11751175671815872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125173760, "lr": 6.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668057568, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1141408234834671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125337600, "lr": 6.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668072352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643111914396286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125501440, "lr": 6.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668087259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340641230344772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125665280, "lr": 6.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668102322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10542149841785431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125829120, "lr": 6.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668116986, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11699880659580231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 125992960, "lr": 6.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668131876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10573676228523254, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126156800, "lr": 6.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668131877, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668131877, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668215129, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7712219953536987, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668215130, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668215131, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 126156800, "epoch_num": 0.05507021531681632}} -:::MLLOG {"namespace": "", "time_ms": 1784668229875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11019653081893921, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126320640, "lr": 6.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668245096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12196414172649384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126484480, "lr": 6.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668259779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11053057760000229, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126648320, "lr": 6.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668274656, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11400251090526581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126812160, "lr": 6.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668289547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11607448011636734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 126976000, "lr": 6.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668304420, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10958588868379593, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127139840, "lr": 6.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668319453, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088619977235794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127303680, "lr": 6.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668334408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11036823689937592, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127467520, "lr": 6.482916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668349501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11283598840236664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127631360, "lr": 6.491249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668364270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11281221359968185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127795200, "lr": 6.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668379249, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11051535606384277, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 127959040, "lr": 6.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668394404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11122410744428635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128122880, "lr": 6.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668409397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11192701756954193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128286720, "lr": 6.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668424359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10933899879455566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128450560, "lr": 6.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668424360, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668424360, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668506172, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7713875770568848, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668506173, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668506173, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 128450560, "epoch_num": 0.056071491958940255}} -:::MLLOG {"namespace": "", "time_ms": 1784668520952, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1180403009057045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128614400, "lr": 6.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668536168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11082270741462708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128778240, "lr": 6.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668551243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11096109449863434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 128942080, "lr": 6.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668566066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10347817093133926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129105920, "lr": 6.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668580941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10579667240381241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129269760, "lr": 6.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668596043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119762435555458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129433600, "lr": 6.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668610897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10837054252624512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129597440, "lr": 6.591249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668625592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10862725228071213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129761280, "lr": 6.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668640448, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0989568829536438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 129925120, "lr": 6.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668655216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1023208498954773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130088960, "lr": 6.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668670020, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10541413724422455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130252800, "lr": 6.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668684528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10507814586162567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130416640, "lr": 6.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668699374, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11016174405813217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130580480, "lr": 6.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668714322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11673317849636078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130744320, "lr": 6.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668714323, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668714323, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668795402, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7719801068305969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668795403, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668795403, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 130744320, "epoch_num": 0.05707276860106419}} -:::MLLOG {"namespace": "", "time_ms": 1784668810139, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11537590622901917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 130908160, "lr": 6.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668825036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10590831935405731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131072000, "lr": 6.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668839978, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10055369138717651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131235840, "lr": 6.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668855069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09261589497327805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131399680, "lr": 6.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668869916, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11435283720493317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131563520, "lr": 6.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668884599, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10578653216362, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131727360, "lr": 6.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668899512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10269372910261154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 131891200, "lr": 6.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668914676, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260104924440384, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132055040, "lr": 6.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668929456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10744769871234894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132218880, "lr": 6.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668944405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10385572910308838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132382720, "lr": 6.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668959301, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10999999195337296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132546560, "lr": 6.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668974276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11317694187164307, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132710400, "lr": 6.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784668989278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772264003753662, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 132874240, "lr": 6.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669004141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10772299766540527, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133038080, "lr": 6.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669004141, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669004142, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669087191, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7719723582267761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669087192, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669087192, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 133038080, "epoch_num": 0.05807404524318812}} -:::MLLOG {"namespace": "", "time_ms": 1784669102023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11018897593021393, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133201920, "lr": 6.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669117164, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10327742993831635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133365760, "lr": 6.782916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669131954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11064589768648148, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133529600, "lr": 6.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669146717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1002219170331955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133693440, "lr": 6.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669162028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11641030013561249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 133857280, "lr": 6.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669176672, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11038776487112045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134021120, "lr": 6.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669191243, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10409452021121979, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134184960, "lr": 6.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669206224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10834421217441559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134348800, "lr": 6.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669221056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10862310230731964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134512640, "lr": 6.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669235357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10871060937643051, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134676480, "lr": 6.849583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669249793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11066107451915741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 134840320, "lr": 6.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669264184, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09973981231451035, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135004160, "lr": 6.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669278588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10766025632619858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135168000, "lr": 6.874583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669292973, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08807706832885742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135331840, "lr": 6.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669292973, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669292974, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669375911, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7718803286552429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669375912, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669375912, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 135331840, "epoch_num": 0.05907532188531205}} -:::MLLOG {"namespace": "", "time_ms": 1784669390460, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09531928598880768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135495680, "lr": 6.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669405121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11135758459568024, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135659520, "lr": 6.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669419727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10857824236154556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135823360, "lr": 6.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669434323, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10211155563592911, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 135987200, "lr": 6.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669449022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1026914119720459, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136151040, "lr": 6.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669463913, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09057770669460297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136314880, "lr": 6.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669478546, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1035737618803978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136478720, "lr": 6.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669492976, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09845393896102905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136642560, "lr": 6.949583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669507506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10382619500160217, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136806400, "lr": 6.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669522313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066284030675888, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 136970240, "lr": 6.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669537027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11097100377082825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137134080, "lr": 6.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669551713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829605907201767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137297920, "lr": 6.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669566480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10643890500068665, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137461760, "lr": 6.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669581093, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1037822738289833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137625600, "lr": 6.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669581093, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669581094, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669665904, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7719734311103821, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669665905, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669665905, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 137625600, "epoch_num": 0.060076598527435986}} -:::MLLOG {"namespace": "", "time_ms": 1784669680634, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0971701592206955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137789440, "lr": 7.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669695413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1056327372789383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 137953280, "lr": 7.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669710024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09511767327785492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138117120, "lr": 7.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669724691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10303428024053574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138280960, "lr": 7.032916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669739361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09866984188556671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138444800, "lr": 7.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669753717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10076683759689331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138608640, "lr": 7.049583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669767983, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10913608223199844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138772480, "lr": 7.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669783349, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151934623718262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 138936320, "lr": 7.066249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669797904, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10965941101312637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139100160, "lr": 7.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669812720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11025281250476837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139264000, "lr": 7.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669827993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10625021159648895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139427840, "lr": 7.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669843063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10498633235692978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139591680, "lr": 7.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669857946, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10944652557373047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139755520, "lr": 7.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669872833, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911870747804642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 139919360, "lr": 7.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669872834, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669872834, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669956677, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7723056077957153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669956678, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669956678, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 139919360, "epoch_num": 0.06107787516955992}} -:::MLLOG {"namespace": "", "time_ms": 1784669971367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10736892372369766, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140083200, "lr": 7.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784669986129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479751229286194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140247040, "lr": 7.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670000801, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10368064045906067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140410880, "lr": 7.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670015586, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10081726312637329, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140574720, "lr": 7.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670030426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10706590116024017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140738560, "lr": 7.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670045068, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09619719535112381, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 140902400, "lr": 7.166249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670060457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10576245933771133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141066240, "lr": 7.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670075160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10419678688049316, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141230080, "lr": 7.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670089779, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1107771173119545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141393920, "lr": 7.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670104819, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09936597943305969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141557760, "lr": 7.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670119361, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09826915711164474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141721600, "lr": 7.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670134131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10279584676027298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 141885440, "lr": 7.21625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670148967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09161832183599472, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142049280, "lr": 7.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670164018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108053058385849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142213120, "lr": 7.232916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670164019, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670164019, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670248281, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7723597884178162, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670248282, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670248282, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 142213120, "epoch_num": 0.06207915181168386}} -:::MLLOG {"namespace": "", "time_ms": 1784670263238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10001012682914734, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142376960, "lr": 7.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670278340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192383825778961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142540800, "lr": 7.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670293100, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09920132160186768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142704640, "lr": 7.257916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670308117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11041120439767838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 142868480, "lr": 7.266249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670323072, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10160984843969345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143032320, "lr": 7.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670338179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10275978595018387, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143196160, "lr": 7.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670352969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10300175845623016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143360000, "lr": 7.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670367901, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545822978019714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143523840, "lr": 7.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670383137, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10209396481513977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143687680, "lr": 7.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670397793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11479848623275757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 143851520, "lr": 7.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670413121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10130627453327179, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144015360, "lr": 7.324583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670427666, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10923541337251663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144179200, "lr": 7.332916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670442208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10603763163089752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144343040, "lr": 7.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670457059, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10683832317590714, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144506880, "lr": 7.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670457060, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670457061, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670540742, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7723338007926941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670540743, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670540744, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 144506880, "epoch_num": 0.06308042845380779}} -:::MLLOG {"namespace": "", "time_ms": 1784670555538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1072632223367691, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144670720, "lr": 7.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670570061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09867840260267258, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144834560, "lr": 7.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670584469, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10728270560503006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 144998400, "lr": 7.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670599221, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10715340077877045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145162240, "lr": 7.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670613996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10306189954280853, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145326080, "lr": 7.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670628286, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1074538379907608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145489920, "lr": 7.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670642806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09747222065925598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145653760, "lr": 7.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670657577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09841570258140564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145817600, "lr": 7.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670672174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10588046908378601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 145981440, "lr": 7.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670686793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585835576057434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146145280, "lr": 7.432916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670701443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10364833474159241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146309120, "lr": 7.441250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670715925, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11059852689504623, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146472960, "lr": 7.449583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670730365, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10672973841428757, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146636800, "lr": 7.457916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670744797, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1005413755774498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146800640, "lr": 7.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670744798, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670744798, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670828544, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726564407348633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670828545, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670828545, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 146800640, "epoch_num": 0.06408170509593172}} -:::MLLOG {"namespace": "", "time_ms": 1784670843094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10412900894880295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 146964480, "lr": 7.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670857504, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10562823712825775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147128320, "lr": 7.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670871941, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09473623335361481, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147292160, "lr": 7.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670886853, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09929139167070389, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147456000, "lr": 7.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670901306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10275126248598099, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147619840, "lr": 7.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670916160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10083019733428955, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147783680, "lr": 7.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670930638, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10688253492116928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 147947520, "lr": 7.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670945571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10984687507152557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148111360, "lr": 7.532916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670960565, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1094331368803978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148275200, "lr": 7.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670975424, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10019391775131226, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148439040, "lr": 7.549583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784670990264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10356694459915161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148602880, "lr": 7.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671004616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09939266741275787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148766720, "lr": 7.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671019489, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11213545501232147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 148930560, "lr": 7.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671033861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11139510571956635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149094400, "lr": 7.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671033861, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671033862, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671118621, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.772913932800293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671118622, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671118622, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 149094400, "epoch_num": 0.06508298173805566}} -:::MLLOG {"namespace": "", "time_ms": 1784671132999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10620784014463425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149258240, "lr": 7.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671148514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10502221435308456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149422080, "lr": 7.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671163473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10636048763990402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149585920, "lr": 7.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671178618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11071683466434479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149749760, "lr": 7.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671194197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10630536824464798, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 149913600, "lr": 7.624583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671209593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10865778475999832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150077440, "lr": 7.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671224426, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1085481196641922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150241280, "lr": 7.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671239195, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09819760918617249, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150405120, "lr": 7.649583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671254058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1068880558013916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150568960, "lr": 7.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671268751, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10329602658748627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150732800, "lr": 7.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671283681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10880228877067566, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 150896640, "lr": 7.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671298379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10398140549659729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151060480, "lr": 7.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671313564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10685034096240997, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151224320, "lr": 7.691249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671328621, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09633220732212067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151388160, "lr": 7.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671328671, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671328672, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671413118, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7726266980171204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671413119, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671413119, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 151388160, "epoch_num": 0.06608425838017959}} -:::MLLOG {"namespace": "", "time_ms": 1784671428115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10019858926534653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151552000, "lr": 7.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671443099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10589537769556046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151715840, "lr": 7.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671458193, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192804038524628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 151879680, "lr": 7.724583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671473377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10440424829721451, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152043520, "lr": 7.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671488407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10855840146541595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152207360, "lr": 7.741249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671503250, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12445464730262756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152371200, "lr": 7.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671518228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10846596211194992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152535040, "lr": 7.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671533294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09949006885290146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152698880, "lr": 7.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671548429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1126919761300087, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 152862720, "lr": 7.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671563321, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11228539049625397, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153026560, "lr": 7.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671578535, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1148359403014183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153190400, "lr": 7.791249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671593789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09906880557537079, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153354240, "lr": 7.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671609003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10725883394479752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153518080, "lr": 7.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671623929, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10529863089323044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153681920, "lr": 7.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671623973, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671623974, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671707505, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7731543183326721, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671707506, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671707506, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 153681920, "epoch_num": 0.06708553502230352}} -:::MLLOG {"namespace": "", "time_ms": 1784671722573, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09904955327510834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 153845760, "lr": 7.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671737509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09827695786952972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154009600, "lr": 7.832916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671752352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11316066980361938, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154173440, "lr": 7.841249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671767501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11808893084526062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154337280, "lr": 7.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671782229, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11412468552589417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154501120, "lr": 7.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671796796, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11114463210105896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154664960, "lr": 7.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671812273, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823369771242142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154828800, "lr": 7.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671827292, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12048657238483429, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 154992640, "lr": 7.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671842234, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10539118200540543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155156480, "lr": 7.891249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671857631, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10855741798877716, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155320320, "lr": 7.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671872841, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11257130652666092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155484160, "lr": 7.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671887629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11081510037183762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155648000, "lr": 7.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671902639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11368443816900253, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155811840, "lr": 7.924583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671917612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11170050501823425, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 155975680, "lr": 7.932916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784671917612, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784671917613, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672000936, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7730793356895447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672000937, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672000937, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 155975680, "epoch_num": 0.06808681166442745}} -:::MLLOG {"namespace": "", "time_ms": 1784672015807, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10737687349319458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156139520, "lr": 7.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672030732, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11081668734550476, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156303360, "lr": 7.949583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672045735, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447794735431671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156467200, "lr": 7.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672060775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11095447093248367, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156631040, "lr": 7.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672075860, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10894253849983215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156794880, "lr": 7.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672091132, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10854391753673553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 156958720, "lr": 7.982916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672106069, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1014312207698822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157122560, "lr": 7.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672120993, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11224207282066345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157286400, "lr": 7.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672136121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12022126466035843, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157450240, "lr": 8.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672151247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11039496958255768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157614080, "lr": 8.01625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672166230, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.108949676156044, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157777920, "lr": 8.024583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672181595, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10468072444200516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 157941760, "lr": 8.032916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672196944, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10430964082479477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158105600, "lr": 8.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672212215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10911089926958084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158269440, "lr": 8.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672212215, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672212216, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672295227, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7731490731239319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672295228, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672295228, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 158269440, "epoch_num": 0.06908808830655139}} -:::MLLOG {"namespace": "", "time_ms": 1784672310278, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11452697962522507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158433280, "lr": 8.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672325592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11933420598506927, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158597120, "lr": 8.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672340891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11448374390602112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158760960, "lr": 8.074583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672356275, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11250210553407669, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 158924800, "lr": 8.082916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672371601, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11134026199579239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159088640, "lr": 8.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672386620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12185366451740265, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159252480, "lr": 8.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672402002, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11207068711519241, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159416320, "lr": 8.107916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672416826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10939701646566391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159580160, "lr": 8.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672432505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11091728508472443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159744000, "lr": 8.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672447602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09911589324474335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 159907840, "lr": 8.132916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672462790, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10985645651817322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160071680, "lr": 8.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672478375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10954012721776962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160235520, "lr": 8.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672493739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1042756661772728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160399360, "lr": 8.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672508689, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11041856557130814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160563200, "lr": 8.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672508689, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672508690, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672591700, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7734262943267822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672591701, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672591701, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 160563200, "epoch_num": 0.07008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784672606793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11355361342430115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160727040, "lr": 8.174583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672622076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12918035686016083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 160890880, "lr": 8.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672637390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10849718749523163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161054720, "lr": 8.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672652541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11290755867958069, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161218560, "lr": 8.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672667620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1142139881849289, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161382400, "lr": 8.207916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672683047, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11118613183498383, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161546240, "lr": 8.216250000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672698446, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11408234387636185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161710080, "lr": 8.224583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672713987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11306217312812805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 161873920, "lr": 8.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672729038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10631493479013443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162037760, "lr": 8.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672744207, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10844055563211441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162201600, "lr": 8.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672759720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12930433452129364, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162365440, "lr": 8.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672775035, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11329955607652664, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162529280, "lr": 8.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672790719, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11293356865644455, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162693120, "lr": 8.274583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672806281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11664816737174988, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 162856960, "lr": 8.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672806281, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672806282, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672888916, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7737728357315063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672888917, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672888917, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 162856960, "epoch_num": 0.07109064159079925}} -:::MLLOG {"namespace": "", "time_ms": 1784672904149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09692110121250153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163020800, "lr": 8.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672919571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11154326796531677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163184640, "lr": 8.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672934850, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12272371351718903, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163348480, "lr": 8.307916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672950262, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10642633587121964, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163512320, "lr": 8.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672965654, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11006096005439758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163676160, "lr": 8.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672980936, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10729467123746872, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840000, "lr": 8.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784672996109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1119188517332077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164003840, "lr": 8.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673011029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1124296709895134, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164167680, "lr": 8.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673026435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10328531265258789, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164331520, "lr": 8.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673041200, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11816924065351486, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164495360, "lr": 8.366249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673056080, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774576663970947, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164659200, "lr": 8.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673071276, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11155721545219421, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164823040, "lr": 8.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673086362, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09284503012895584, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 164986880, "lr": 8.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673100994, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362746566534042, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165150720, "lr": 8.399583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673100994, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673100995, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673183151, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7738905549049377, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673183152, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673183152, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 165150720, "epoch_num": 0.07209191823292319}} -:::MLLOG {"namespace": "", "time_ms": 1784673198209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10156386345624924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165314560, "lr": 8.407916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673213012, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09747668355703354, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165478400, "lr": 8.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673227694, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1156916618347168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165642240, "lr": 8.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673242296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817093402147293, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165806080, "lr": 8.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673256783, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10980986803770065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 165969920, "lr": 8.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673271787, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10421895235776901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166133760, "lr": 8.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673286619, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10800737142562866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166297600, "lr": 8.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673301572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11363232135772705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166461440, "lr": 8.466249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673316472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09965946525335312, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166625280, "lr": 8.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673331472, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09645824879407883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166789120, "lr": 8.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673346330, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09728090465068817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 166952960, "lr": 8.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673361322, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0972534716129303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167116800, "lr": 8.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673376181, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10289257764816284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167280640, "lr": 8.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673390958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10120316594839096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167444480, "lr": 8.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673390959, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673390959, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673474329, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7739414572715759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673474330, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673474330, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 167444480, "epoch_num": 0.07309319487504712}} -:::MLLOG {"namespace": "", "time_ms": 1784673489240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10378031432628632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167608320, "lr": 8.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673504238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10348521918058395, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167772160, "lr": 8.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673519053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048920676112175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 167936000, "lr": 8.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673533956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10734036564826965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168099840, "lr": 8.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673548660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10280933976173401, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168263680, "lr": 8.557916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673563830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10027893632650375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168427520, "lr": 8.566249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673579138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10976262390613556, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168591360, "lr": 8.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673593988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10550837218761444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168755200, "lr": 8.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673608837, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10705248266458511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 168919040, "lr": 8.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673623552, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10619276762008667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169082880, "lr": 8.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673638514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1046048253774643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169246720, "lr": 8.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673653160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10929902642965317, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169410560, "lr": 8.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673667626, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10622316598892212, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169574400, "lr": 8.624583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673682940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11324823647737503, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169738240, "lr": 8.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673682990, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673682990, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673768183, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7740643620491028, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673768184, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673768185, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 169738240, "epoch_num": 0.07409447151717105}} -:::MLLOG {"namespace": "", "time_ms": 1784673782842, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10875066369771957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 169902080, "lr": 8.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673797770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11202535033226013, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170065920, "lr": 8.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673813114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10777626186609268, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170229760, "lr": 8.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673828392, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10745527595281601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170393600, "lr": 8.666249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673843312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10084418952465057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170557440, "lr": 8.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673858617, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10247455537319183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170721280, "lr": 8.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673873940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09626781195402145, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 170885120, "lr": 8.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673888775, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10867737978696823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171048960, "lr": 8.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673903593, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995903819799423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171212800, "lr": 8.707916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673918486, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10315845906734467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171376640, "lr": 8.716249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673933675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10152362287044525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171540480, "lr": 8.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673948464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10338819772005081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171704320, "lr": 8.732916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673963418, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0997919961810112, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 171868160, "lr": 8.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673978501, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10473611205816269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172032000, "lr": 8.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784673978548, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784673978549, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674063012, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.774145781993866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674063013, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674063013, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 172032000, "epoch_num": 0.07509574815929498}} -:::MLLOG {"namespace": "", "time_ms": 1784674078076, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09750200808048248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172195840, "lr": 8.757916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674093070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10760372877120972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172359680, "lr": 8.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674107884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09966576099395752, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172523520, "lr": 8.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674122458, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10415935516357422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172687360, "lr": 8.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674137028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09436728805303574, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 172851200, "lr": 8.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674151960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1069345474243164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173015040, "lr": 8.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674167127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10365568101406097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173178880, "lr": 8.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674182225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453972220420837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173342720, "lr": 8.816249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674197688, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10515622049570084, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173506560, "lr": 8.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674212744, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11206692457199097, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173670400, "lr": 8.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674228041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09691062569618225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173834240, "lr": 8.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674243608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1121593564748764, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 173998080, "lr": 8.849583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674259004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11210335791110992, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174161920, "lr": 8.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674274219, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10225799679756165, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174325760, "lr": 8.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674274274, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674274274, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674358219, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7743735909461975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674358220, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674358221, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 174325760, "epoch_num": 0.07609702480141892}} -:::MLLOG {"namespace": "", "time_ms": 1784674373144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09842416644096375, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174489600, "lr": 8.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674388598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10717843472957611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174653440, "lr": 8.882916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674404044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10192105174064636, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174817280, "lr": 8.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674418677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10723217576742172, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 174981120, "lr": 8.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674433948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10092577338218689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175144960, "lr": 8.907916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674448630, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10904238373041153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175308800, "lr": 8.916249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674463476, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10068633407354355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175472640, "lr": 8.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674478551, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09929390251636505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175636480, "lr": 8.932916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674493706, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10929296165704727, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175800320, "lr": 8.941249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674508988, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10986706614494324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 175964160, "lr": 8.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674524028, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10038410127162933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176128000, "lr": 8.957916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674539106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09519659727811813, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176291840, "lr": 8.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674554067, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.096051424741745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176455680, "lr": 8.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674569128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10696622729301453, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176619520, "lr": 8.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674569129, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674569130, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674651495, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7746478915214539, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674651496, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674651496, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 176619520, "epoch_num": 0.07709830144354285}} -:::MLLOG {"namespace": "", "time_ms": 1784674666629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10346151143312454, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176783360, "lr": 8.991249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674681716, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11374250799417496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 176947200, "lr": 8.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674696680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10105893015861511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177111040, "lr": 9.007916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674711540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10592224448919296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177274880, "lr": 9.016249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674726415, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175098270177841, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177438720, "lr": 9.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674741245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10104016214609146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177602560, "lr": 9.032916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674756197, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11029704660177231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177766400, "lr": 9.041249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674771010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10159376263618469, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 177930240, "lr": 9.049583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674786023, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10815075039863586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178094080, "lr": 9.057916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674801158, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10193000733852386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178257920, "lr": 9.06625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674816039, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09830248355865479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178421760, "lr": 9.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674831410, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11199081689119339, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178585600, "lr": 9.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674846661, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11971462517976761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178749440, "lr": 9.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674861921, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11004943400621414, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 178913280, "lr": 9.099583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674861922, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674861922, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674945460, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.774811863899231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674945461, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674945461, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 178913280, "epoch_num": 0.07809957808566678}} -:::MLLOG {"namespace": "", "time_ms": 1784674960761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11644724756479263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179077120, "lr": 9.107916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674975547, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1015472486615181, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179240960, "lr": 9.116249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784674990960, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10003282874822617, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179404800, "lr": 9.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675006183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10101208835840225, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179568640, "lr": 9.132916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675021333, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10628940165042877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179732480, "lr": 9.141249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675036429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10004270821809769, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 179896320, "lr": 9.149583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675051295, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10095030069351196, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180060160, "lr": 9.157916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675066316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1066991314291954, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180224000, "lr": 9.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675080831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10635633766651154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180387840, "lr": 9.174583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675095293, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09461767971515656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180551680, "lr": 9.182916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675110868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10478954017162323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180715520, "lr": 9.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675125575, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10213448852300644, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 180879360, "lr": 9.199583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675140356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09415242075920105, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181043200, "lr": 9.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675155257, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10041484981775284, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181207040, "lr": 9.216249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675155258, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675155258, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675236713, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7749334573745728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675236714, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675236715, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 181207040, "epoch_num": 0.07910085472779071}} -:::MLLOG {"namespace": "", "time_ms": 1784675251777, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11117034405469894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181370880, "lr": 9.224583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675266753, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1132715567946434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181534720, "lr": 9.232916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675281703, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10093260556459427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181698560, "lr": 9.241249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675296635, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10707175731658936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 181862400, "lr": 9.249583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675311642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10339802503585815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182026240, "lr": 9.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675326324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039164736866951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182190080, "lr": 9.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675341217, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10651619732379913, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182353920, "lr": 9.274583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675355932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10829200595617294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182517760, "lr": 9.282916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675370728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09820959717035294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182681600, "lr": 9.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675385477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09777504950761795, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 182845440, "lr": 9.299583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675400254, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1118067279458046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183009280, "lr": 9.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675414684, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09864991903305054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183173120, "lr": 9.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675429557, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10220474749803543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183336960, "lr": 9.324583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675443938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10265675187110901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183500800, "lr": 9.332916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675443939, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675443939, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675525281, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7752763628959656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675525282, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675525282, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 183500800, "epoch_num": 0.08010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784675540029, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1025301143527031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183664640, "lr": 9.341249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675554543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10853541642427444, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183828480, "lr": 9.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675569148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11175630986690521, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 183992320, "lr": 9.357916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675584191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09420539438724518, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184156160, "lr": 9.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675599056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1044461578130722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184320000, "lr": 9.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675613789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1078110933303833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184483840, "lr": 9.382916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675628579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11676914244890213, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184647680, "lr": 9.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675643291, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10121992975473404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184811520, "lr": 9.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675658077, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10580836236476898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 184975360, "lr": 9.407916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675673199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11069459468126297, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185139200, "lr": 9.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675688109, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09827464818954468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185303040, "lr": 9.424583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675702917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10823645442724228, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185466880, "lr": 9.432916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675717891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09874998033046722, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185630720, "lr": 9.441249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675732569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10217124968767166, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185794560, "lr": 9.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675732569, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675732570, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675815063, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7754824161529541, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675815064, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675815064, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 185794560, "epoch_num": 0.08110340801203858}} -:::MLLOG {"namespace": "", "time_ms": 1784675830258, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11002310365438461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 185958400, "lr": 9.457916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675844939, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10475002229213715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186122240, "lr": 9.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675859387, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09229744225740433, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186286080, "lr": 9.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675874891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10066035389900208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186449920, "lr": 9.482916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675889681, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897195339202881, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186613760, "lr": 9.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675904540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11109595000743866, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186777600, "lr": 9.499583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675919824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09588682651519775, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 186941440, "lr": 9.507916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675935144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10536188632249832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187105280, "lr": 9.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675950311, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10676463693380356, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187269120, "lr": 9.524583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675965287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10001964122056961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187432960, "lr": 9.532916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675980201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10471190512180328, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187596800, "lr": 9.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784675995121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10504033416509628, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187760640, "lr": 9.549583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676009886, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11105620861053467, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 187924480, "lr": 9.557916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676024863, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11544860154390335, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188088320, "lr": 9.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676024864, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676024865, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676106938, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7756990194320679, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676106939, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676106940, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 188088320, "epoch_num": 0.08210468465416251}} -:::MLLOG {"namespace": "", "time_ms": 1784676121934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11016342043876648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188252160, "lr": 9.574583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676137126, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10517815500497818, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188416000, "lr": 9.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676152015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10453499108552933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188579840, "lr": 9.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676167115, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10884460061788559, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188743680, "lr": 9.599583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676181967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10266580432653427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 188907520, "lr": 9.607916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676197168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09795045852661133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189071360, "lr": 9.616249999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676211967, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10357174277305603, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189235200, "lr": 9.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676226699, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11268553137779236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189399040, "lr": 9.632916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676241517, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10129661113023758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189562880, "lr": 9.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676256174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09593787789344788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189726720, "lr": 9.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676270958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10494940727949142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 189890560, "lr": 9.657916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676286236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11288374662399292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190054400, "lr": 9.666249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676301463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10246575623750687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190218240, "lr": 9.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676316456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11834380030632019, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190382080, "lr": 9.682916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676316457, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676316457, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676400082, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7759143114089966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676400083, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676400083, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 190382080, "epoch_num": 0.08310596129628645}} -:::MLLOG {"namespace": "", "time_ms": 1784676415225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10103302448987961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190545920, "lr": 9.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676430054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09784837812185287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190709760, "lr": 9.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676444948, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10537763684988022, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 190873600, "lr": 9.707916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676460053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11265068501234055, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191037440, "lr": 9.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676475156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11852937936782837, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191201280, "lr": 9.724583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676490178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09589050710201263, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191365120, "lr": 9.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676505099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10592623800039291, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191528960, "lr": 9.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676519768, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10172299295663834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191692800, "lr": 9.749583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676534879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10240672528743744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 191856640, "lr": 9.757916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676549890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1048348918557167, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192020480, "lr": 9.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676564443, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10683999955654144, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192184320, "lr": 9.774583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676579987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1100415363907814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192348160, "lr": 9.782916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676594805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10022468119859695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192512000, "lr": 9.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676609887, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11586572974920273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192675840, "lr": 9.799583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676609888, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676609888, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676693726, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7761202454566956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676693727, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676693728, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 192675840, "epoch_num": 0.08410723793841038}} -:::MLLOG {"namespace": "", "time_ms": 1784676709114, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282331496477127, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 192839680, "lr": 9.807916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676724529, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11135397106409073, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193003520, "lr": 9.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676739713, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10701335966587067, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193167360, "lr": 9.824583333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676754900, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12146719545125961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193331200, "lr": 9.832916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676769934, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11605776101350784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193495040, "lr": 9.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676785235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10266154259443283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193658880, "lr": 9.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676800436, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12019394338130951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193822720, "lr": 9.857916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676815271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1139361634850502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 193986560, "lr": 9.866249999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676830264, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10587747395038605, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194150400, "lr": 9.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676845317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10679730027914047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194314240, "lr": 9.882916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676860569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10732841491699219, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194478080, "lr": 9.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676875498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10593458265066147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194641920, "lr": 9.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676890754, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10715819150209427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194805760, "lr": 9.907916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676905491, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11526186019182205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 194969600, "lr": 9.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784676905491, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676905492, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676988028, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7766252756118774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676988029, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784676988029, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 194969600, "epoch_num": 0.08510851458053431}} -:::MLLOG {"namespace": "", "time_ms": 1784677003344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11269552260637283, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195133440, "lr": 9.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677018228, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10479175299406052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195297280, "lr": 9.932916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677033233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10255935788154602, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195461120, "lr": 9.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677048385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11658257246017456, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195624960, "lr": 9.949583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677063692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10928040742874146, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195788800, "lr": 9.957916666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677078919, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10650421679019928, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 195952640, "lr": 9.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677094487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10585217922925949, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196116480, "lr": 9.974583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677109789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11428233981132507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196280320, "lr": 9.982916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677125620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11865545064210892, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196444160, "lr": 9.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677141271, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10637788474559784, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196608000, "lr": 9.999583333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784677156880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11728523671627045, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196771840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677172393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11240235716104507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 196935680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677187543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10801810771226883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197099520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677203201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11617656797170639, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197263360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677203201, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677203202, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677284648, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7765882015228271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677284650, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677284650, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 197263360, "epoch_num": 0.08610979122265824}} -:::MLLOG {"namespace": "", "time_ms": 1784677299827, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10159323364496231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197427200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677315383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11134731024503708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197591040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677330543, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11545737832784653, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197754880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677345877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10166124999523163, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 197918720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677361604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09998909384012222, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198082560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677377131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10852422565221786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198246400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677392555, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0989702045917511, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198410240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677407875, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10774719715118408, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198574080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677423285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10162489116191864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198737920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677438564, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10572223365306854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 198901760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677453824, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11468837410211563, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199065600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677469272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11083430051803589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199229440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677484520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11780449002981186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199393280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677500183, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328250914812088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199557120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677500183, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677500184, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677582495, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7768887877464294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677582496, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677582496, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 199557120, "epoch_num": 0.08711106786478218}} -:::MLLOG {"namespace": "", "time_ms": 1784677597868, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11260362714529037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199720960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677613399, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10710033029317856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 199884800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677628647, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11191307008266449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200048640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677644086, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1168864294886589, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200212480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677659509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11226239800453186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200376320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677675344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11720720678567886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200540160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677691272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09987843036651611, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200704000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677707162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10805065184831619, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 200867840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677722982, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10831151902675629, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201031680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677738748, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1096518412232399, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201195520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677754712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1190633475780487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201359360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677770629, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1128903180360794, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201523200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677786283, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10490678995847702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201687040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677802027, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1112578809261322, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 201850880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677802027, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677802028, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677886434, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7772077918052673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677886435, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677886435, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 201850880, "epoch_num": 0.08811234450690612}} -:::MLLOG {"namespace": "", "time_ms": 1784677901691, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10544899106025696, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202014720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677917346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106438934803009, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202178560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677932763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11896926164627075, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202342400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677948509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10666777193546295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202506240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677963402, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10657111555337906, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202670080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677978505, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10218729823827744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202833920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784677994340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1067143902182579, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 202997760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678009435, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1106976792216301, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203161600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678024604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11403150111436844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203325440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678039569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09465464949607849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203489280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678054879, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11718034744262695, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203653120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678070338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10139206796884537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203816960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678085380, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09830401092767715, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 203980800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678100559, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10825882107019424, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204144640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678100560, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678100560, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678186352, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7771744728088379, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678186353, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678186353, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 204144640, "epoch_num": 0.08911362114903006}} -:::MLLOG {"namespace": "", "time_ms": 1784678201459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10277565568685532, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204308480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678216644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09307795017957687, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204472320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678231881, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09718520194292068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204636160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678246980, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10866881906986237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204800000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678262216, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1089988574385643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 204963840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678277419, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11254843324422836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205127680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678292190, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09643679112195969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205291520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678306999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10647602379322052, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205455360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678321947, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10722125321626663, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205619200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678337030, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11162400245666504, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205783040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678352054, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09887947887182236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 205946880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678367862, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09962727874517441, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206110720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678383103, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1116517186164856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206274560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678398192, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09812911599874496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206438400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678398192, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678398193, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678483130, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7773910760879517, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678483132, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678483132, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 206438400, "epoch_num": 0.09011489779115399}} -:::MLLOG {"namespace": "", "time_ms": 1784678498540, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626372694969177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206602240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678513726, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09637433290481567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206766080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678529386, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10539542138576508, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 206929920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678545304, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09630221128463745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207093760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678561016, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10296431928873062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207257600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678576602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11279483139514923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207421440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678592063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10827206820249557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207585280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678606849, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09551886469125748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207749120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678621954, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11608303338289261, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 207912960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678637131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10439218580722809, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208076800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678651899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1039082258939743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208240640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678668004, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10151820629835129, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208404480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678683159, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10283852368593216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208568320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678698452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10214132070541382, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208732160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678698453, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678698453, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678781362, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7774686813354492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678781363, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678781363, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 208732160, "epoch_num": 0.09111617443327792}} -:::MLLOG {"namespace": "", "time_ms": 1784678796897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10137844830751419, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 208896000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678812308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09940645843744278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209059840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678827686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10260240733623505, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209223680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678842834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10340050607919693, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209387520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678858215, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09877457469701767, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209551360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678873407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10148677229881287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209715200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678888411, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09691827744245529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 209879040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678903281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09914998710155487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210042880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678918499, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10362300276756287, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210206720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678933612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10811429470777512, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210370560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678948680, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10432843863964081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210534400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678963653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10778222978115082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210698240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678978761, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10219649225473404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 210862080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678993675, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09671175479888916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211025920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784678993676, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784678993676, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679075320, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7775768041610718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679075321, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679075321, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 211025920, "epoch_num": 0.09211745107540185}} -:::MLLOG {"namespace": "", "time_ms": 1784679090492, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09491749107837677, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211189760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679105302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09981236606836319, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211353600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679120236, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09770157933235168, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211517440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679134890, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0996452122926712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211681280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679149840, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10483528673648834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 211845120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679165191, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09613760560750961, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212008960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679180128, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1027396023273468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212172800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679195245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09823426604270935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212336640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679210148, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0983203873038292, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212500480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679225094, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1050875335931778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212664320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679240025, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09324636310338974, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212828160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679255325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10817120969295502, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 212992000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679270572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10574782639741898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213155840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679285830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1088656634092331, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213319680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679285830, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679285831, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679367683, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7776129245758057, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679367684, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679367684, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 213319680, "epoch_num": 0.09311872771752579}} -:::MLLOG {"namespace": "", "time_ms": 1784679382653, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10510575771331787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213483520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679397592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10221753269433975, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213647360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679412677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10604342818260193, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213811200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679428099, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1031530424952507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 213975040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679442877, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09678778797388077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214138880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679457805, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10528190433979034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214302720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679472851, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.0953587219119072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214466560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679487583, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11445263773202896, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214630400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679502487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09884084761142731, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214794240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679517891, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09036648273468018, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 214958080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679533129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10046559572219849, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215121920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679548302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10545393079519272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215285760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679563287, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10449913144111633, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215449600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679578344, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10897134989500046, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215613440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679578344, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679578345, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679659412, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7777277231216431, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679659412, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679659413, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 215613440, "epoch_num": 0.09412000435964972}} -:::MLLOG {"namespace": "", "time_ms": 1784679674497, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10167291015386581, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215777280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679689327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10626128315925598, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 215941120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679704434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09784206002950668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216104960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679719935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09998448193073273, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216268800, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679735463, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10053589940071106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216432640, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679750669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09521231055259705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216596480, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679765902, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10607171803712845, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216760320, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679781305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10298068076372147, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 216924160, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679796407, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1001158282160759, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217088000, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679812034, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10958541184663773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217251840, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679827117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09809023141860962, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217415680, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679842437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10129140317440033, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217579520, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679857390, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1007080227136612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217743360, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679872395, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10551941394805908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 217907200, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679872396, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679872396, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679955352, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7779159545898438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679955353, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679955353, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 217907200, "epoch_num": 0.09512128100177365}} -:::MLLOG {"namespace": "", "time_ms": 1784679970397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10257373750209808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218071040, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784679985506, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09525905549526215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218234880, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680000670, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09882068634033203, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218398720, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680015651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10839606076478958, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218562560, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680031031, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10355225950479507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218726400, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680046316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.08801201730966568, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 218890240, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680061924, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10591001063585281, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219054080, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680077541, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09257597476243973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219217920, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680092999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10417633503675461, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219381760, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680108414, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09565775841474533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219545600, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680123793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09650707989931107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219709440, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680138876, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10291439294815063, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 219873280, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680154209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11214839667081833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220037120, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680169389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.09995894134044647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 220200960, "lr": 1e-06}} -:::MLLOG {"namespace": "", "time_ms": 1784680169389, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} -:::MLLOG {"namespace": "", "time_ms": 1784680169390, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 220200960, "epoch_num": 0.09612255764389759}} diff --git a/recommendation/rcp_logs/gbs_8192/seed94090156.log b/recommendation/rcp_logs/gbs_8192/seed94090156.log deleted file mode 100644 index ed1259629..000000000 --- a/recommendation/rcp_logs/gbs_8192/seed94090156.log +++ /dev/null @@ -1,632 +0,0 @@ -:::MLLOG {"namespace": "", "time_ms": 1784940780263, "event_type": "POINT_IN_TIME", "key": "cache_clear", "value": true, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 104}} -:::MLLOG {"namespace": "", "time_ms": 1784940780263, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/train_ranker.py", "lineno": 105}} -:::MLLOG {"namespace": "", "time_ms": 1784940801844, "event_type": "POINT_IN_TIME", "key": "submission_benchmark", "value": "hstu", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 149}} -:::MLLOG {"namespace": "", "time_ms": 1784940801845, "event_type": "POINT_IN_TIME", "key": "submission_org", "value": "AMD", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 150}} -:::MLLOG {"namespace": "", "time_ms": 1784940801845, "event_type": "POINT_IN_TIME", "key": "submission_division", "value": "closed", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 151}} -:::MLLOG {"namespace": "", "time_ms": 1784940801845, "event_type": "POINT_IN_TIME", "key": "submission_status", "value": "onprem", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 152}} -:::MLLOG {"namespace": "", "time_ms": 1784940801845, "event_type": "POINT_IN_TIME", "key": "submission_platform", "value": "MI350", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 153}} -:::MLLOG {"namespace": "", "time_ms": 1784940801845, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 8192, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 171}} -:::MLLOG {"namespace": "", "time_ms": 1784940801845, "event_type": "POINT_IN_TIME", "key": "gradient_accumulation_steps", "value": 1, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 172}} -:::MLLOG {"namespace": "", "time_ms": 1784940801845, "event_type": "POINT_IN_TIME", "key": "seed", "value": 94090156, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 175}} -:::MLLOG {"namespace": "", "time_ms": 1784940801846, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "Adam", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 176}} -:::MLLOG {"namespace": "", "time_ms": 1784940801846, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 180}} -:::MLLOG {"namespace": "", "time_ms": 1784940801846, "event_type": "POINT_IN_TIME", "key": "opt_sparse_name", "value": "RowWiseAdagrad", "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 184}} -:::MLLOG {"namespace": "", "time_ms": 1784940801846, "event_type": "POINT_IN_TIME", "key": "opt_sparse_base_learning_rate", "value": 1e-06, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 190}} -:::MLLOG {"namespace": "", "time_ms": 1784940801850, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 196}} -:::MLLOG {"namespace": "", "time_ms": 1784940801850, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 197}} -:::MLLOG {"namespace": "", "time_ms": 1784941725157, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 2290835423, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 265}} -:::MLLOG {"namespace": "", "time_ms": 1784941725158, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2058204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 267}} -:::MLLOG {"namespace": "", "time_ms": 1784941725528, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 0, "epoch_num": 0.0}} -:::MLLOG {"namespace": "", "time_ms": 1784941851421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13905055820941925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 163840, "lr": 7.916666666666666e-10}} -:::MLLOG {"namespace": "", "time_ms": 1784941864933, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886143267154694, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 327680, "lr": 1.6249999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941878903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13842469453811646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 491520, "lr": 2.458333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941893021, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13858996331691742, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 655360, "lr": 3.2916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941907049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13874505460262299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 819200, "lr": 4.125e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941921129, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13852688670158386, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 983040, "lr": 4.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941935144, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13865657150745392, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1146880, "lr": 5.7916666666666664e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941949290, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13879381120204926, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1310720, "lr": 6.625e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941963308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385953724384308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1474560, "lr": 7.458333333333332e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941977185, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13871899247169495, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1638400, "lr": 8.291666666666665e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784941991717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1385965198278427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1802240, "lr": 9.124999999999999e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942005949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13881181180477142, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 1966080, "lr": 9.958333333333333e-09}} -:::MLLOG {"namespace": "", "time_ms": 1784942020528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853195309638977, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2129920, "lr": 1.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942034923, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13886302709579468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2293760, "lr": 1.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942034923, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942034924, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942131914, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5030940771102905, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942131915, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942131915, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 2293760, "epoch_num": 0.0010012766421239332}} -:::MLLOG {"namespace": "", "time_ms": 1784942146169, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13853797316551208, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2457600, "lr": 1.2458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942160316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13855013251304626, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2621440, "lr": 1.3291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942174884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13834108412265778, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2785280, "lr": 1.4124999999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942188280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13857272267341614, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 2949120, "lr": 1.4958333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942201981, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381465345621109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3112960, "lr": 1.5791666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942216806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1382952183485031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3276800, "lr": 1.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942230500, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13827921450138092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3440640, "lr": 1.7458333333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942244412, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381874680519104, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3604480, "lr": 1.8291666666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942259083, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381726861000061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3768320, "lr": 1.9124999999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942273042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1381683647632599, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 3932160, "lr": 1.9958333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942287577, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1384214460849762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4096000, "lr": 2.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942302141, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13864989578723907, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4259840, "lr": 2.1624999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942316242, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13804666697978973, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4423680, "lr": 2.2458333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942331151, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1383395493030548, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4587520, "lr": 2.3291666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942331151, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942331152, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942426843, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5032354593276978, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942426844, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942426844, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 4587520, "epoch_num": 0.0020025532842478664}} -:::MLLOG {"namespace": "", "time_ms": 1784942441188, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13782553374767303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4751360, "lr": 2.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942455434, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13823845982551575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 4915200, "lr": 2.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942469866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137461319565773, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5079040, "lr": 2.5791666666666668e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942486725, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13684138655662537, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5242880, "lr": 2.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942501325, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13818742334842682, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5406720, "lr": 2.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942515831, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1380784660577774, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5570560, "lr": 2.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942529985, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137678325176239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5734400, "lr": 2.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942544314, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13726551830768585, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 5898240, "lr": 2.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942559062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13710835576057434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6062080, "lr": 3.0791666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942573336, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13789720833301544, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6225920, "lr": 3.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942587614, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13739560544490814, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6389760, "lr": 3.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942601780, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1376650482416153, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6553600, "lr": 3.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942616830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378381848335266, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6717440, "lr": 3.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942631464, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.137699693441391, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 6881280, "lr": 3.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942631465, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942631465, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942726801, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5033757090568542, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942726802, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942726802, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 6881280, "epoch_num": 0.0030038299263717995}} -:::MLLOG {"namespace": "", "time_ms": 1784942741327, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13690634071826935, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7045120, "lr": 3.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942755658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13739846646785736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7208960, "lr": 3.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942769912, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1367815136909485, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7372800, "lr": 3.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942784692, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13733865320682526, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7536640, "lr": 3.829166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942799811, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13746240735054016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7700480, "lr": 3.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942814616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13787606358528137, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 7864320, "lr": 3.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942829459, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13661985099315643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8028160, "lr": 4.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942843987, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1374415159225464, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8192000, "lr": 4.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942858793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1369202882051468, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8355840, "lr": 4.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942873884, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13843193650245667, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8519680, "lr": 4.3291666666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942888712, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13641183078289032, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8683520, "lr": 4.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942903731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13775645196437836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 8847360, "lr": 4.4958333333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942918348, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13548614084720612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9011200, "lr": 4.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942933357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13687552511692047, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9175040, "lr": 4.6624999999999996e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784942933358, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784942933358, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943026642, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5035967826843262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943026643, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943026643, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 9175040, "epoch_num": 0.004005106568495733}} -:::MLLOG {"namespace": "", "time_ms": 1784943040888, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13635388016700745, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9338880, "lr": 4.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943055154, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13555485010147095, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9502720, "lr": 4.8291666666666664e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943069620, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13825403153896332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9666560, "lr": 4.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943083883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1347111165523529, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9830400, "lr": 4.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943098385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13674448430538177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 9994240, "lr": 5.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943112834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342227041721344, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10158080, "lr": 5.1624999999999994e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943127285, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355389952659607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10321920, "lr": 5.2458333333333335e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943142233, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13544544577598572, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10485760, "lr": 5.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943157174, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378238946199417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10649600, "lr": 5.4124999999999997e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943171717, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351134479045868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10813440, "lr": 5.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943186846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14766326546669006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 10977280, "lr": 5.5791666666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943201657, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1355045735836029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11141120, "lr": 5.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943215931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13404406607151031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11304960, "lr": 5.7458333333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943230421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13772538304328918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11468800, "lr": 5.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943230422, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943230422, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943326481, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5038921236991882, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943326482, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943326482, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 11468800, "epoch_num": 0.0050063832106196655}} -:::MLLOG {"namespace": "", "time_ms": 1784943340998, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354065239429474, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11632640, "lr": 5.9124999999999995e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943355272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13978120684623718, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11796480, "lr": 5.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943370156, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13596680760383606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 11960320, "lr": 6.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943384496, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13321910798549652, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12124160, "lr": 6.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943399057, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13496533036231995, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12288000, "lr": 6.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943414003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13915176689624786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12451840, "lr": 6.329166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943428096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13343356549739838, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12615680, "lr": 6.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943444224, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13287730515003204, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12779520, "lr": 6.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943459477, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1332816630601883, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 12943360, "lr": 6.579166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943473885, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13154885172843933, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13107200, "lr": 6.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943488927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13122256100177765, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13271040, "lr": 6.745833333333332e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943503683, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13511055707931519, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13434880, "lr": 6.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943518439, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13219547271728516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13598720, "lr": 6.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943533838, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13888314366340637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13762560, "lr": 6.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943533839, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943533840, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943628612, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5042330026626587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943628612, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943628613, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 13762560, "epoch_num": 0.006007659852743599}} -:::MLLOG {"namespace": "", "time_ms": 1784943643251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13360434770584106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 13926400, "lr": 7.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943657608, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340085744857788, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14090240, "lr": 7.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943672091, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1357937902212143, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14254080, "lr": 7.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943687106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13506732881069183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14417920, "lr": 7.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943701829, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1378706991672516, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14581760, "lr": 7.4125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943716462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278015524148941, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14745600, "lr": 7.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943731196, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13516132533550262, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 14909440, "lr": 7.579166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943745636, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12918736040592194, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15073280, "lr": 7.6625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943760633, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13350629806518555, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15237120, "lr": 7.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943776003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13253222405910492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15400960, "lr": 7.829166666666665e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943790396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13355326652526855, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15564800, "lr": 7.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943805381, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1342674195766449, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15728640, "lr": 7.995833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943820861, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353611797094345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 15892480, "lr": 8.079166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943835873, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13342984020709991, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16056320, "lr": 8.1625e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943835874, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943835874, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943930722, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5048770904541016, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943930723, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943930723, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 16056320, "epoch_num": 0.007008936494867532}} -:::MLLOG {"namespace": "", "time_ms": 1784943946062, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13261187076568604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16220160, "lr": 8.245833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943961408, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13372644782066345, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16384000, "lr": 8.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943976590, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1356739103794098, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16547840, "lr": 8.412500000000001e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784943992186, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539868593215942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16711680, "lr": 8.495833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944007150, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13965333998203278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 16875520, "lr": 8.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944021727, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13318023085594177, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17039360, "lr": 8.662499999999998e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944037720, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1353289783000946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17203200, "lr": 8.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944053058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13333433866500854, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17367040, "lr": 8.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944068473, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13285872340202332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17530880, "lr": 8.912499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944083687, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13170048594474792, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17694720, "lr": 8.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944098839, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13588516414165497, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 17858560, "lr": 9.079166666666667e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944114121, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13371813297271729, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18022400, "lr": 9.162499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944129046, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13335688412189484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18186240, "lr": 9.245833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944143799, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13064339756965637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18350080, "lr": 9.329166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944143799, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944143800, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944236067, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5058125853538513, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944236067, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944236068, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 18350080, "epoch_num": 0.008010213136991465}} -:::MLLOG {"namespace": "", "time_ms": 1784944251383, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13796916604042053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18513920, "lr": 9.412499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944267043, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13479822874069214, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18677760, "lr": 9.495833333333334e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944282388, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.135401651263237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 18841600, "lr": 9.579166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944297880, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13125328719615936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19005440, "lr": 9.662499999999999e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944313509, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13364379107952118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19169280, "lr": 9.745833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944328800, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13404783606529236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19333120, "lr": 9.829166666666666e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944344396, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1370343416929245, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19496960, "lr": 9.9125e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944359659, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13384605944156647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19660800, "lr": 9.995833333333333e-08}} -:::MLLOG {"namespace": "", "time_ms": 1784944374639, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329483687877655, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19824640, "lr": 1.0079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944389826, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1296517550945282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 19988480, "lr": 1.0162499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944404498, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1276158094406128, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20152320, "lr": 1.0245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944419645, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329897940158844, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20316160, "lr": 1.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944434511, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12959618866443634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20480000, "lr": 1.0412499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944449245, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12479651719331741, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20643840, "lr": 1.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944449245, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944449246, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944543872, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5068331360816956, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944543874, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944543874, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 20643840, "epoch_num": 0.009011489779115398}} -:::MLLOG {"namespace": "", "time_ms": 1784944559326, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1311798244714737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20807680, "lr": 1.0579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944574296, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13608810305595398, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 20971520, "lr": 1.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944589806, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13323654234409332, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21135360, "lr": 1.0745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944605024, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13045592606067657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21299200, "lr": 1.0829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944619360, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12830698490142822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21463040, "lr": 1.0912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944633949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12651613354682922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21626880, "lr": 1.0995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944649528, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289021521806717, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21790720, "lr": 1.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944664340, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13242484629154205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 21954560, "lr": 1.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944679357, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13542760908603668, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22118400, "lr": 1.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944694558, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1248716413974762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22282240, "lr": 1.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944708958, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1285681575536728, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22446080, "lr": 1.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944723883, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13418754935264587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22609920, "lr": 1.1495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944738789, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13099823892116547, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22773760, "lr": 1.1579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944754010, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12918341159820557, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 22937600, "lr": 1.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944754012, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944754012, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944848288, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5081168413162231, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944848290, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944848290, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 22937600, "epoch_num": 0.010012766421239331}} -:::MLLOG {"namespace": "", "time_ms": 1784944863700, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13040019571781158, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23101440, "lr": 1.1745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944878437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12912043929100037, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23265280, "lr": 1.1829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944892830, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13308799266815186, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23429120, "lr": 1.1912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944908413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12374423444271088, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23592960, "lr": 1.1995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944923548, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1294095516204834, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23756800, "lr": 1.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944938704, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12574510276317596, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 23920640, "lr": 1.2162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944953305, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12987980246543884, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24084480, "lr": 1.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944968377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12185632437467575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24248320, "lr": 1.2329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944983135, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13583222031593323, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24412160, "lr": 1.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784944998015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13715238869190216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24576000, "lr": 1.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945013178, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12382373958826065, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24739840, "lr": 1.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945028480, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12314941734075546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 24903680, "lr": 1.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945043382, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12547567486763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25067520, "lr": 1.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945058332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12910687923431396, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25231360, "lr": 1.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945058332, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945058333, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945152776, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5097717046737671, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945152777, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945152777, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 25231360, "epoch_num": 0.011014043063363265}} -:::MLLOG {"namespace": "", "time_ms": 1784945167064, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13644269108772278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25395200, "lr": 1.2912499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945182413, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1364903301000595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25559040, "lr": 1.2995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945197665, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13566599786281586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25722880, "lr": 1.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945212728, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1399025022983551, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 25886720, "lr": 1.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945227478, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13666218519210815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26050560, "lr": 1.3245833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945242733, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13814234733581543, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26214400, "lr": 1.3329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945257721, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12723416090011597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26378240, "lr": 1.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945272462, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12612593173980713, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26542080, "lr": 1.3495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945287642, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14221084117889404, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26705920, "lr": 1.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945302836, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1409851610660553, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 26869760, "lr": 1.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945318235, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12714947760105133, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27033600, "lr": 1.374583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945333352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12809398770332336, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27197440, "lr": 1.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945347955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13263250887393951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27361280, "lr": 1.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945362053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131465345621109, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27525120, "lr": 1.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945362054, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945362054, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945453486, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5118551850318909, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945453487, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945453487, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 27525120, "epoch_num": 0.012015319705487198}} -:::MLLOG {"namespace": "", "time_ms": 1784945468864, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14121124148368835, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27688960, "lr": 1.4079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945484544, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1424025595188141, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 27852800, "lr": 1.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945499693, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13532699644565582, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28016640, "lr": 1.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945514750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13957887887954712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28180480, "lr": 1.4329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945530527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14494022727012634, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28344320, "lr": 1.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945545474, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14079736173152924, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28508160, "lr": 1.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945560834, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12582120299339294, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28672000, "lr": 1.4579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945576106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13764746487140656, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28835840, "lr": 1.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945591136, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184978067874908, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 28999680, "lr": 1.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945606644, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13615870475769043, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29163520, "lr": 1.4829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945621598, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13783445954322815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29327360, "lr": 1.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945636308, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13296347856521606, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29491200, "lr": 1.4995833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945652241, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13444876670837402, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29655040, "lr": 1.5079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945667938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13627639412879944, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29818880, "lr": 1.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945667938, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945667939, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945762279, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5138501524925232, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945762280, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945762280, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 29818880, "epoch_num": 0.013016596347611131}} -:::MLLOG {"namespace": "", "time_ms": 1784945777791, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13867592811584473, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 29982720, "lr": 1.5245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945793247, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.138139009475708, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30146560, "lr": 1.5329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945808975, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13163943588733673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30310400, "lr": 1.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945824871, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13300028443336487, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30474240, "lr": 1.5495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945840168, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13378560543060303, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30638080, "lr": 1.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945856048, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14007599651813507, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30801920, "lr": 1.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945871582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13294096291065216, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 30965760, "lr": 1.5745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945887022, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14138725399971008, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31129600, "lr": 1.5829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945901866, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14082413911819458, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31293440, "lr": 1.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945916997, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1350783109664917, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31457280, "lr": 1.5995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945932199, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1278083771467209, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31621120, "lr": 1.6079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945947058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12989988923072815, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31784960, "lr": 1.61625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945961757, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13409262895584106, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 31948800, "lr": 1.6245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945977090, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12758849561214447, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32112640, "lr": 1.6329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784945977091, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784945977091, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946071584, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5161877870559692, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946071585, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946071585, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 32112640, "epoch_num": 0.014017872989735064}} -:::MLLOG {"namespace": "", "time_ms": 1784946086356, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13207630813121796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32276480, "lr": 1.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946101134, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13695663213729858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32440320, "lr": 1.6495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946116433, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347512483596802, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32604160, "lr": 1.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946131095, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13190069794654846, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32768000, "lr": 1.66625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946146225, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13383010029792786, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 32931840, "lr": 1.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946161251, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13345764577388763, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33095680, "lr": 1.6829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946176542, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13394534587860107, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33259520, "lr": 1.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946191758, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13280023634433746, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33423360, "lr": 1.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946206162, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13969773054122925, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33587200, "lr": 1.7079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946222007, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13179922103881836, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33751040, "lr": 1.71625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946237581, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12893040478229523, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 33914880, "lr": 1.724583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946252677, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13093505799770355, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34078720, "lr": 1.7329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946267822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13246136903762817, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34242560, "lr": 1.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946283316, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13608936965465546, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34406400, "lr": 1.7495833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946283317, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784946283318, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784946378420, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5193868279457092, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784946378421, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784946378421, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 34406400, "epoch_num": 0.015019149631858996}} -:::MLLOG {"namespace": "", "time_ms": 1784946393554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13348685204982758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34570240, "lr": 1.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946408569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12293566763401031, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34734080, "lr": 1.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946423955, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13050566613674164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 34897920, "lr": 1.7745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946438856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1302546113729477, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35061760, "lr": 1.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946454124, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1351708322763443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35225600, "lr": 1.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946469822, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13543429970741272, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35389440, "lr": 1.7995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946485017, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1354699581861496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35553280, "lr": 1.8079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946500865, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.123927041888237, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35717120, "lr": 1.8162500000000001e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946516032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13094298541545868, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 35880960, "lr": 1.8245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946530452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1312914490699768, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36044800, "lr": 1.8329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946545856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13025623559951782, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36208640, "lr": 1.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946561256, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13316616415977478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36372480, "lr": 1.8495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946576612, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1309370994567871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36536320, "lr": 1.8579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946591738, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13027873635292053, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36700160, "lr": 1.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946591738, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946591739, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946685496, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5237644910812378, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946685497, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946685497, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 36700160, "epoch_num": 0.01602042627398293}} -:::MLLOG {"namespace": "", "time_ms": 1784946700920, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13770505785942078, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 36864000, "lr": 1.8745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946716131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.132155179977417, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37027840, "lr": 1.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946731584, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335451304912567, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37191680, "lr": 1.8912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946746972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13046012818813324, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37355520, "lr": 1.8995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946762294, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12713100016117096, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37519360, "lr": 1.9079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946777792, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13218577206134796, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37683200, "lr": 1.9162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946793377, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13563406467437744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 37847040, "lr": 1.9245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946809088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13283993303775787, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38010880, "lr": 1.9329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946824843, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13121555745601654, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38174720, "lr": 1.9412499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946840422, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13901394605636597, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38338560, "lr": 1.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946855731, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13389554619789124, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38502400, "lr": 1.9579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946870240, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1375771015882492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38666240, "lr": 1.9662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946885588, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13184355199337006, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38830080, "lr": 1.9745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946900763, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13340817391872406, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 38993920, "lr": 1.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784946900764, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946900764, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946996512, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5296505093574524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946996513, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784946996513, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 38993920, "epoch_num": 0.017021702916106864}} -:::MLLOG {"namespace": "", "time_ms": 1784947011907, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13108664751052856, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39157760, "lr": 1.9912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947026899, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13492120802402496, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39321600, "lr": 1.999583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947042332, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13779711723327637, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39485440, "lr": 2.0079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947057421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13325388729572296, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39649280, "lr": 2.0162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947072101, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12746131420135498, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39813120, "lr": 2.0245833333333331e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947087270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1292697638273239, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 39976960, "lr": 2.0329166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947102342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12593616545200348, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40140800, "lr": 2.0412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947117739, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12394209951162338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40304640, "lr": 2.0495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947133324, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13606664538383484, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40468480, "lr": 2.0579166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947148734, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1372380256652832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40632320, "lr": 2.0662499999999999e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947164214, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13472682237625122, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40796160, "lr": 2.0745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947179956, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12693139910697937, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 40960000, "lr": 2.0829166666666668e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947195272, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13070008158683777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41123840, "lr": 2.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947210061, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12359321862459183, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41287680, "lr": 2.0995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947210062, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947210062, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947302849, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5379031300544739, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947302850, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947302850, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 41287680, "epoch_num": 0.018022979558230796}} -:::MLLOG {"namespace": "", "time_ms": 1784947318650, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13243316113948822, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41451520, "lr": 2.1079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947334421, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13261711597442627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41615360, "lr": 2.11625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947349858, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13374851644039154, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41779200, "lr": 2.1245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947365312, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13802607357501984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 41943040, "lr": 2.1329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947380793, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13593114912509918, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42106880, "lr": 2.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947396105, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13134048879146576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42270720, "lr": 2.1495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947411815, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12716495990753174, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42434560, "lr": 2.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947427302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13512510061264038, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42598400, "lr": 2.16625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947442317, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1247188076376915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42762240, "lr": 2.1745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947458058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13033828139305115, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 42926080, "lr": 2.1829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947473393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13254795968532562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43089920, "lr": 2.1912499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947489179, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13412420451641083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43253760, "lr": 2.1995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947504897, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14033126831054688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43417600, "lr": 2.2079166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947520284, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1361795961856842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43581440, "lr": 2.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947520285, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947520285, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947614389, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5502026081085205, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947614391, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947614391, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 43581440, "epoch_num": 0.01902425620035473}} -:::MLLOG {"namespace": "", "time_ms": 1784947630404, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13641151785850525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43745280, "lr": 2.2245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947645798, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13149140775203705, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 43909120, "lr": 2.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947660530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13250961899757385, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44072960, "lr": 2.2412499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947675616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13895519077777863, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44236800, "lr": 2.2495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947691756, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12995222210884094, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44400640, "lr": 2.2579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947707572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13836424052715302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44564480, "lr": 2.2662499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947723248, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13515114784240723, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44728320, "lr": 2.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947738778, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371249556541443, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 44892160, "lr": 2.2829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947754138, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13468831777572632, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45056000, "lr": 2.2912499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947770175, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13033072650432587, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45219840, "lr": 2.2995833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947785487, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14035974442958832, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45383680, "lr": 2.3079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947801112, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13453394174575806, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45547520, "lr": 2.3162499999999998e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947816742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1289331614971161, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45711360, "lr": 2.3245833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947832189, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13330332934856415, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 45875200, "lr": 2.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947832189, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947832190, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947927494, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.564673900604248, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947927495, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947927495, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 45875200, "epoch_num": 0.020025532842478662}} -:::MLLOG {"namespace": "", "time_ms": 1784947943582, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.14185789227485657, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46039040, "lr": 2.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947959070, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13275563716888428, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46202880, "lr": 2.3495833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947975056, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13347461819648743, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46366720, "lr": 2.3579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784947990999, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13032373785972595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46530560, "lr": 2.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948006750, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1352643519639969, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46694400, "lr": 2.3745833333333332e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948022618, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1335311383008957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 46858240, "lr": 2.3829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948038816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13399918377399445, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47022080, "lr": 2.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948054587, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13539493083953857, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47185920, "lr": 2.399583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948070209, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13099004328250885, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47349760, "lr": 2.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948086277, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13264256715774536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47513600, "lr": 2.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948102032, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13283459842205048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47677440, "lr": 2.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948118044, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13698606193065643, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 47841280, "lr": 2.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948133516, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1358991265296936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48005120, "lr": 2.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948149281, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1371888816356659, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48168960, "lr": 2.4495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948149281, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948149282, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948243922, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.5798835158348083, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948243923, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948243923, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 48168960, "epoch_num": 0.021026809484602595}} -:::MLLOG {"namespace": "", "time_ms": 1784948259784, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315540224313736, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48332800, "lr": 2.4579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948275771, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13503558933734894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48496640, "lr": 2.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948291752, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13371476531028748, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48660480, "lr": 2.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948308063, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13192249834537506, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48824320, "lr": 2.4829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948323674, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13691174983978271, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 48988160, "lr": 2.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948339042, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12941157817840576, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49152000, "lr": 2.4995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948355171, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13350863754749298, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49315840, "lr": 2.507916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948370397, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12351956218481064, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49479680, "lr": 2.5162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948385972, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13092103600502014, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49643520, "lr": 2.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948401041, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.131168931722641, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49807360, "lr": 2.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948416530, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13104663789272308, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 49971200, "lr": 2.54125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948431502, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13129375874996185, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50135040, "lr": 2.5495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948446616, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1285214126110077, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50298880, "lr": 2.5579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948462117, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13054083287715912, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50462720, "lr": 2.5662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948462118, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784948462118, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784948556196, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.591177225112915, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784948556197, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784948556197, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 50462720, "epoch_num": 0.02202808612672653}} -:::MLLOG {"namespace": "", "time_ms": 1784948571038, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1221403181552887, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50626560, "lr": 2.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948586385, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12662363052368164, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50790400, "lr": 2.582916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948601651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12924233078956604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 50954240, "lr": 2.59125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948617051, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1329435557126999, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51118080, "lr": 2.5995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948633015, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13158658146858215, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51281920, "lr": 2.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948648447, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12167047709226608, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51445760, "lr": 2.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948664334, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1303580403327942, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51609600, "lr": 2.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948680318, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13210472464561462, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51773440, "lr": 2.6329166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948695625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13658763468265533, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 51937280, "lr": 2.64125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948710553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12807725369930267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52101120, "lr": 2.6495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948726367, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13305743038654327, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52264960, "lr": 2.6579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948742352, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11772496998310089, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52428800, "lr": 2.6662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948757856, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1212555319070816, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52592640, "lr": 2.6745833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948773452, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1256648600101471, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52756480, "lr": 2.6829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948773452, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948773453, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948868590, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6041976809501648, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948868591, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948868591, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 52756480, "epoch_num": 0.023029362768850464}} -:::MLLOG {"namespace": "", "time_ms": 1784948884280, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12165308743715286, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 52920320, "lr": 2.69125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948899465, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12752267718315125, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53084160, "lr": 2.6995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948915081, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1282796859741211, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53248000, "lr": 2.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948930379, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1315780133008957, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53411840, "lr": 2.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948945514, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1216719001531601, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53575680, "lr": 2.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948961118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13438677787780762, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53739520, "lr": 2.7329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948976457, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12958930432796478, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 53903360, "lr": 2.74125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784948991574, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1216166689991951, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54067200, "lr": 2.7495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949007118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12687766551971436, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54231040, "lr": 2.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949022658, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1271541267633438, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54394880, "lr": 2.76625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949038149, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11860650777816772, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54558720, "lr": 2.774583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949054053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.13166259229183197, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54722560, "lr": 2.7829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949069364, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12672287225723267, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 54886400, "lr": 2.79125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949084774, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12824372947216034, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55050240, "lr": 2.799583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949084775, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949084775, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949178957, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6177582144737244, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949178958, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949178959, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 55050240, "epoch_num": 0.024030639410974396}} -:::MLLOG {"namespace": "", "time_ms": 1784949193669, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12841536104679108, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55214080, "lr": 2.807916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949209331, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1189737468957901, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55377920, "lr": 2.81625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949225088, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12190018594264984, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55541760, "lr": 2.824583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949240742, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12161259353160858, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55705600, "lr": 2.8329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949256238, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12383794784545898, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 55869440, "lr": 2.84125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949272003, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1265561580657959, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56033280, "lr": 2.849583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949287375, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11663893610239029, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56197120, "lr": 2.8579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949303000, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12298820167779922, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56360960, "lr": 2.86625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949318759, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12559285759925842, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56524800, "lr": 2.874583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949334096, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12388516217470169, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56688640, "lr": 2.8829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949349609, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11599884182214737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 56852480, "lr": 2.89125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949364977, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12472750246524811, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57016320, "lr": 2.899583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949380571, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11022903025150299, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57180160, "lr": 2.9079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949396346, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12448397278785706, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57344000, "lr": 2.91625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949396346, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784949396347, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784949491195, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6297577619552612, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784949491196, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784949491196, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 57344000, "epoch_num": 0.02503191605309833}} -:::MLLOG {"namespace": "", "time_ms": 1784949506966, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1172962561249733, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57507840, "lr": 2.924583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949522743, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11486797034740448, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57671680, "lr": 2.9329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949538261, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12929323315620422, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57835520, "lr": 2.94125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949554201, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12247244268655777, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 57999360, "lr": 2.9495833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949569859, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12469477951526642, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58163200, "lr": 2.9579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949585259, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11670318245887756, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58327040, "lr": 2.96625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949600058, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12050347775220871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58490880, "lr": 2.974583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949616391, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1222861111164093, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58654720, "lr": 2.9829166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949631974, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12163715064525604, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58818560, "lr": 2.99125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949647538, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11328402161598206, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 58982400, "lr": 2.9995833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949662802, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12176624685525894, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59146240, "lr": 3.0079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949678302, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12172585725784302, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59310080, "lr": 3.0162499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949693579, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12507115304470062, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59473920, "lr": 3.024583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949708932, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11723426729440689, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59637760, "lr": 3.0329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949708933, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949708933, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949803452, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6468431949615479, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949803453, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949803454, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 59637760, "epoch_num": 0.026033192695222262}} -:::MLLOG {"namespace": "", "time_ms": 1784949819060, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12069575488567352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59801600, "lr": 3.04125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949834066, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11184168606996536, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 59965440, "lr": 3.0495833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949849036, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11112887412309647, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60129280, "lr": 3.0579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949864428, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1139146089553833, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60293120, "lr": 3.0662499999999995e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949879572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10940233618021011, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60456960, "lr": 3.074583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949895160, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12187378108501434, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60620800, "lr": 3.082916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949910646, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11643083393573761, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60784640, "lr": 3.09125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949926400, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12039922177791595, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 60948480, "lr": 3.0995833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949941968, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10426948219537735, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61112320, "lr": 3.1079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949957846, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11994168162345886, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61276160, "lr": 3.1162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949973553, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11282042413949966, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61440000, "lr": 3.124583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784949989456, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340176314115524, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61603840, "lr": 3.132916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950004592, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10942406207323074, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61767680, "lr": 3.14125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950020527, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11699733138084412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 61931520, "lr": 3.1495833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950020528, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950020528, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950116062, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.6734912395477295, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950116063, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950116063, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 61931520, "epoch_num": 0.027034469337346195}} -:::MLLOG {"namespace": "", "time_ms": 1784950131814, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12016147375106812, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62095360, "lr": 3.1579166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950147429, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11987997591495514, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62259200, "lr": 3.1662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950163523, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12381482869386673, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62423040, "lr": 3.174583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950178996, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10693004727363586, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62586880, "lr": 3.1829166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950194760, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1140967383980751, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62750720, "lr": 3.19125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950210566, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11856260150671005, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 62914560, "lr": 3.1995833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950226231, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11955101042985916, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63078400, "lr": 3.207916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950242270, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11968287080526352, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63242240, "lr": 3.2162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950257823, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10903595387935638, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63406080, "lr": 3.2245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950273018, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11871703714132309, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63569920, "lr": 3.2329166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950288745, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11451846361160278, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63733760, "lr": 3.24125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950303695, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11709967255592346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 63897600, "lr": 3.2495833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950318969, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1134369894862175, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64061440, "lr": 3.257916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950334602, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1247100979089737, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64225280, "lr": 3.26625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950334603, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784950334603, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784950429915, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7047087550163269, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784950429916, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784950429916, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 64225280, "epoch_num": 0.028035745979470127}} -:::MLLOG {"namespace": "", "time_ms": 1784950445625, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12371472269296646, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64389120, "lr": 3.2745833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950461437, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11717352271080017, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64552960, "lr": 3.2829166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950477120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11667104065418243, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64716800, "lr": 3.29125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950493049, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.121869757771492, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 64880640, "lr": 3.2995833333333336e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950509065, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10948721319437027, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65044480, "lr": 3.307916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950524522, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11145536601543427, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65208320, "lr": 3.31625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950539605, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1136884093284607, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65372160, "lr": 3.3245833333333334e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950555359, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1084410771727562, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65536000, "lr": 3.3329166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950571835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11108839511871338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65699840, "lr": 3.34125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950587940, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1159980520606041, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 65863680, "lr": 3.349583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950603889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12329971045255661, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66027520, "lr": 3.357916666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950619935, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11524996906518936, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66191360, "lr": 3.36625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950635816, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12680478394031525, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66355200, "lr": 3.3745833333333335e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950651903, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11369699984788895, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66519040, "lr": 3.3829166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950651903, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784950651903, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784950746438, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7452806830406189, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784950746439, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784950746439, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 66519040, "epoch_num": 0.02903702262159406}} -:::MLLOG {"namespace": "", "time_ms": 1784950762515, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12544560432434082, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66682880, "lr": 3.39125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950778120, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11340180039405823, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 66846720, "lr": 3.3995833333333327e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950794353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11583685874938965, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67010560, "lr": 3.4079166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950810310, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1131121814250946, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67174400, "lr": 3.41625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950825949, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11889799684286118, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67338240, "lr": 3.424583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950842512, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11722265928983688, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67502080, "lr": 3.4329166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950858660, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12064782530069351, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67665920, "lr": 3.44125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950874918, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12037031352519989, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67829760, "lr": 3.449583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950891338, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11503250151872635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 67993600, "lr": 3.4579166666666663e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950907785, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11171238124370575, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68157440, "lr": 3.46625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950923917, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11563924700021744, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68321280, "lr": 3.474583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950939651, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11449366807937622, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68485120, "lr": 3.4829166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950955127, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1247749850153923, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68648960, "lr": 3.49125e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950971569, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11532419919967651, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68812800, "lr": 3.499583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784950971570, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784950971570, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951065776, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7560091018676758, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951065776, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951065777, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 68812800, "epoch_num": 0.030038299263717993}} -:::MLLOG {"namespace": "", "time_ms": 1784951081685, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12148363888263702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 68976640, "lr": 3.5079166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951097927, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11821477860212326, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69140480, "lr": 3.51625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951113567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11334174871444702, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69304320, "lr": 3.524583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951129686, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11423928290605545, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69468160, "lr": 3.5329166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951145572, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10848351567983627, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69632000, "lr": 3.5412500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951161389, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11447238177061081, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69795840, "lr": 3.549583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951177554, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.117182157933712, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 69959680, "lr": 3.5579166666666664e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951193118, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11029712110757828, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70123520, "lr": 3.56625e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951209131, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10885175317525864, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70287360, "lr": 3.574583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951225208, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10804615914821625, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70451200, "lr": 3.582916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951241384, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.12229602038860321, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70615040, "lr": 3.5912500000000003e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951257835, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10594744980335236, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70778880, "lr": 3.599583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951273931, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.1201845109462738, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 70942720, "lr": 3.6079166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951290163, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11923522502183914, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71106560, "lr": 3.6162499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951290164, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951290164, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951384220, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7621324062347412, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951384221, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951384221, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 71106560, "epoch_num": 0.03103957590584193}} -:::MLLOG {"namespace": "", "time_ms": 1784951400567, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11783707141876221, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71270400, "lr": 3.624583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951416053, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11705782264471054, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71434240, "lr": 3.632916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951431393, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11529839038848877, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71598080, "lr": 3.6412499999999993e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951447770, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11519453674554825, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71761920, "lr": 3.649583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951463342, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10257124900817871, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 71925760, "lr": 3.6579166666666665e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951479405, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10244587063789368, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72089600, "lr": 3.6662499999999996e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951494938, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11874022334814072, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72253440, "lr": 3.674583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951510603, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11464724689722061, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72417280, "lr": 3.682916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951526313, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10299614816904068, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72581120, "lr": 3.6912499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951541889, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10176365822553635, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72744960, "lr": 3.699583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951557531, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10627223551273346, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 72908800, "lr": 3.7079166666666666e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951573106, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11212299019098282, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73072640, "lr": 3.7162499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951588667, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11058098077774048, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73236480, "lr": 3.7245833333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951604604, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11456134170293808, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73400320, "lr": 3.732916666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951604643, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 278, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784951604643, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 285, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784951699547, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.7663450837135315, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 326, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784951699548, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 329, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784951699548, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/train/mlperf_logging_utils.py", "lineno": 271, "samples_count": 73400320, "epoch_num": 0.03204085254796586}} -:::MLLOG {"namespace": "", "time_ms": 1784951715177, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10499343276023865, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73564160, "lr": 3.7412499999999994e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951731306, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10615099221467972, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73728000, "lr": 3.749583333333333e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951747589, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.11413659155368805, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 73891840, "lr": 3.7579166666666667e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951763353, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10991502553224564, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74055680, "lr": 3.7662499999999997e-07}} -:::MLLOG {"namespace": "", "time_ms": 1784951779520, "event_type": "POINT_IN_TIME", "key": "train_loss", "value": 0.10793928056955338, "metadata": {"file": "/home/suachong/training/recommendation_v4/generative_recommenders/dlrm_v3/utils.py", "lineno": 1262, "samples_count": 74219520, "lr": 3.7745833333333333e-07}}